-- Logs begin at Fri 2021-09-10 15:53:19 UTC, end at Fri 2021-09-10 16:47:47 UTC. -- Sep 10 16:22:00.564147 dv-cinder-808464-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 16:22:03.307681 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.common.config [-] Logging enabled! Sep 10 16:22:03.308261 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 16:22:03.308456 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 16:22:03.311701 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.common.config [-] Logging enabled! Sep 10 16:22:03.311960 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 16:22:03.312273 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 16:22:03.313222 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:22:03.313458 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:22:03.313821 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:22:03.314067 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:22:03.314294 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:22:03.314617 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.315451 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.315755 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.316013 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.316329 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.316625 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.316912 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.317205 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.317502 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.317792 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.318072 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.318360 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.318590 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.318876 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.319164 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.319477 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.319703 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] debug = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.319986 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.320416 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.320831 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.321115 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.321407 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.321690 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.321967 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.322248 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.322538 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.322873 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] host = dv-cinder-808464-1-iscsi {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.323154 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.323470 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.323762 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.324052 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.324331 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.324614 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.324903 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.325180 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.325456 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.325777 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.326027 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.326323 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.326616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.326845 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.327070 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.327385 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.327678 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.327958 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.328238 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.328516 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.328797 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.329074 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.329349 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.329638 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.329929 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.330217 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.331075 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.331465 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.331755 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.332036 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.332332 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.332612 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.332893 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.333173 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.333467 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.333742 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.334021 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.334325 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.334616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.334902 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.335192 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.335497 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.335786 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.336063 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.336343 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.336616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_json = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.336892 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.337165 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.337705 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.338114 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.338255 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.338531 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.338806 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.339094 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:03.339424 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.339729 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.340034 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.340322 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.340624 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.340905 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.341198 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.341480 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.341772 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.342065 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.342356 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.342637 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.342929 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.343209 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.343532 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.343839 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.344135 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.344428 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.344706 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.344981 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.345256 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.345535 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.345825 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.346133 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.346633 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.347041 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.347356 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.347651 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.347949 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.348246 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.348523 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.348808 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.349104 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.349386 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.349661 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.349944 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.350238 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.350519 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.350793 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.351076 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.351382 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.351659 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.351934 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.352216 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.352508 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.352788 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.353063 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.353337 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.353616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.353892 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.354180 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.354458 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.354733 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.355006 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.355310 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.355587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.355862 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.356143 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.356421 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.356701 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.356976 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.357248 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.357521 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.357790 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.358065 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.358338 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.358612 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.358892 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.359166 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.359463 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.359739 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.360015 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.360290 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.360578 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.360878 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.361159 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.361439 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.361753 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.362234 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.362590 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.362881 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.363168 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.363478 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.363760 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.364057 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.364344 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.364636 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.364925 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.365214 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.365517 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.365796 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.366079 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.366364 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.366646 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.366931 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.367217 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.367607 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.367904 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.368200 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.368498 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.368794 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.369074 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.369381 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.369662 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:03.369881 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:22:03.370123 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 16:22:03.722521 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:22:03.722802 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:22:03.723095 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 16:22:03.723461 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 16:22:04.114944 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.115244 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.115554 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.116868 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.117151 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.117419 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.152829 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.153110 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.153378 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.168512 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.168795 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.169064 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.197705 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.197989 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.198260 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.236811 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.237091 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.237366 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.468133 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.468745 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.468745 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.468928 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.469620 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.598415 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.598737 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.599031 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.599328 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.599602 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.599914 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.600176 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.600434 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.600690 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.600974 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.601237 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.601505 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.601844 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.608515 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.608821 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.609120 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.609406 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.609700 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.609989 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.610264 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.610550 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.610820 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.611113 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.611533 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.611795 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.612048 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.612447 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.612694 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.612935 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.613174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.613412 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.613649 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:04.614013 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 16:22:04.617287 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 16:22:04.621239 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 16:22:04.625101 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 10 16:22:04.626723 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 16:22:04.627180 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 16:22:04.628103 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 16:22:04.628570 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 16:22:04.631380 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 16:22:04.631633 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 16:22:04.631979 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 16:22:04.637262 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 16:22:04.659403 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 16:22:04.659859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.660157 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 16:22:04.660523 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.661871 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 16:22:04.662155 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 16:22:04.662402 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 16:22:04.665767 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.666052 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:04.730625 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 16:22:04.730807 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 16:22:04.731046 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 16:22:04.731443 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 16:22:04.753990 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_db.sqlalchemy.engines [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 16:22:05.286364 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing driver for type 'gre' Sep 10 16:22:05.287027 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] gre ID ranges: [(1, 1000)] Sep 10 16:22:05.339346 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing driver for type 'local' Sep 10 16:22:05.339629 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing driver for type 'vlan' Sep 10 16:22:05.353380 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] VlanTypeDriver initialization complete Sep 10 16:22:05.353782 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing driver for type 'vxlan' Sep 10 16:22:05.354323 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] vxlan ID ranges: [(1, 1000)] Sep 10 16:22:05.407245 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing extension driver 'port_security' Sep 10 16:22:05.407617 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.extensions.port_security [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] PortSecurityExtensionDriver initialization complete Sep 10 16:22:05.407944 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing mechanism driver 'openvswitch' Sep 10 16:22:05.408259 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing mechanism driver 'hyperv' Sep 10 16:22:05.414962 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:05.415655 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.416024 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.416372 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.416883 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.417304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.417654 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.417998 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.418384 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.418785 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.419132 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.419496 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.419882 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.420282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.420634 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.420971 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.421495 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.421903 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.422252 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.422594 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.422983 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.423419 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > address_group after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.423764 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > address_group after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.424138 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.424679 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93761) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 16:22:05.425050 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] ML2 OVO RPC backend initialized. {{(pid=93761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 16:22:05.425748 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.426103 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.426520 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.426864 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > networks before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.427207 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.427572 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > ports before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.427913 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.428249 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnets before_response 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.428591 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.428927 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.429260 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.429592 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.429924 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.430252 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.430587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.430919 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.431247 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.431832 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.plugin [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Modular L2 Plugin initialization complete Sep 10 16:22:05.432154 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading services supported by the core plugin {{(pid=93761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 16:22:05.432475 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.plugins.ml2.managers [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Got port-security extension from driver 'port_security' Sep 10 16:22:05.432932 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.extensions.vlantransparent [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Disabled vlantransparent extension. Sep 10 16:22:05.433404 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 16:22:05.433712 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: router Sep 10 16:22:05.469800 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.470363 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_create 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.470542 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router before_create 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.470943 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.471541 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.471756 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_delete 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.472114 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.472461 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.472815 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_create 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.473157 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.473502 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.473846 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.474199 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.474602 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.474963 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.475314 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.475648 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: subnet after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.475979 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.476321 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.476665 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_create 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.477002 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.477346 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.477699 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router after_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.478033 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.478376 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_create 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.478729 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.479074 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_update 55549900 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.479468 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > agent after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.479812 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > agent after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.480149 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > network after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.481000 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Tracking information for resource: router configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:05.481331 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Tracking information for resource: floatingip configured {{(pid=93761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 16:22:05.486226 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.db.l3_agentschedulers_db [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 16:22:05.486824 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.487180 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.487558 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.487906 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: port after_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.488688 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router before_create 55550100 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.489046 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.489404 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_create 55550100 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.489756 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > router precommit_update 55550100 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.494394 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.provider_configuration [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service providers = [] {{(pid=93761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 16:22:05.494755 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.db.servicetype_db [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 16:22:05.497652 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.service_base [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:22:05.498000 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.service_base [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:22:05.498345 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.service_base [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:22:05.499213 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.services.service_base [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 16:22:05.499605 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.services.service_base [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 16:22:05.499977 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.500294 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 16:22:05.511395 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.511726 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: auto_allocate Sep 10 16:22:05.517261 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: network precommit_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.517632 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: network precommit_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.518735 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.519053 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: tag Sep 10 16:22:05.525463 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.525788 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: timestamp Sep 10 16:22:05.529741 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.530067 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: network_ip_availability Sep 10 16:22:05.535476 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.535840 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.536191 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.536898 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.537213 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: flavors Sep 10 16:22:05.541877 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.542206 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading Plugin: revisions Sep 10 16:22:05.546391 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 16:22:05.546772 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 16:22:05.547524 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 16:22:05.547856 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Initializing extension manager. Sep 10 16:22:05.548358 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: __init__.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.548694 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: __pycache__ {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.549060 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.549389 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: address_group.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.550127 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.550681 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: address-group Sep 10 16:22:05.550998 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: address_scope.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.551913 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.552412 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: address-scope Sep 10 16:22:05.552729 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.553640 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.554138 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: router-admin-state-down-before-update Sep 10 16:22:05.554457 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: agent.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.555144 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.555674 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: agent Sep 10 16:22:05.555993 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: agent_resources_synced.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.556880 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.557378 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: agent-resources-synced Sep 10 16:22:05.557694 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: allowedaddresspairs.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.559486 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.559999 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: allowed-address-pairs Sep 10 16:22:05.560318 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: auto_allocated_topology.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.561375 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.561876 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: auto-allocated-topology Sep 10 16:22:05.562194 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: availability_zone.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.562878 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.563408 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: availability_zone Sep 10 16:22:05.563724 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: availability_zone_filter.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.565135 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.565688 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: availability_zone_filter Sep 10 16:22:05.565942 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: data_plane_status.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.566828 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.567350 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 16:22:05.567668 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: default_subnetpools.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.568561 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.569063 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: default-subnetpools Sep 10 16:22:05.569375 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.570167 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.570668 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: dhcp_agent_scheduler Sep 10 16:22:05.570983 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: dns.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.571919 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.572417 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 16:22:05.572732 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: dns_domain_ports.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.573634 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.574134 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 16:22:05.574450 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.575441 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.575936 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 16:22:05.576252 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: dvr.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.576911 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.577405 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: dvr Sep 10 16:22:05.577719 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: ecmp_routes.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.578614 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.579100 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 16:22:05.579449 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: empty_string_filtering.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.580932 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.581431 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: empty-string-filtering Sep 10 16:22:05.581746 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.582647 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.583138 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 16:22:05.583488 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.584390 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.584884 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 16:22:05.585202 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: external_net.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.586093 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.586588 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: external-net Sep 10 16:22:05.586910 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.588083 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.588574 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: extra_dhcp_opt Sep 10 16:22:05.588890 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: extraroute.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.589826 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.590274 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: extraroute Sep 10 16:22:05.590590 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: extraroute_atomic.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.591614 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.592111 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: extraroute-atomic Sep 10 16:22:05.592430 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: filter_validation.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.593076 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.593567 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: filter-validation Sep 10 16:22:05.593884 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: fip_pf_description.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.594772 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.595279 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 16:22:05.595607 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: fip_port_details.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.596545 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.597042 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: fip-port-details Sep 10 16:22:05.597357 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: flavors.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.598559 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.599066 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: flavors Sep 10 16:22:05.599420 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.601040 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.601543 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 16:22:05.601868 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: floatingip_pools.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.602557 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.603052 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: floatingip-pools Sep 10 16:22:05.603402 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: ip_allocation.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.604316 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.604811 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 16:22:05.605130 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.606040 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.606539 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: ip-substring-filtering Sep 10 16:22:05.606859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l2_adjacency.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.607870 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.608365 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 16:22:05.608681 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.609757 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.610266 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: router Sep 10 16:22:05.610588 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.612931 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.613449 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 16:22:05.613772 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.614704 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.615206 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: ext-gw-mode Sep 10 16:22:05.615551 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.616466 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.616971 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: l3-ha Sep 10 16:22:05.617289 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3_flavors.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.618181 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.618675 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: l3-flavors Sep 10 16:22:05.618991 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.619918 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.620415 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 16:22:05.620729 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: l3agentscheduler.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.621741 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.622242 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: l3_agent_scheduler Sep 10 16:22:05.622562 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: logging.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.624055 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.624571 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension logging not supported by any of loaded plugins Sep 10 16:22:05.624901 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: metering.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.625628 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.626193 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: metering Sep 10 16:22:05.626519 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.628260 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.628772 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: metering_source_and_destination_fields Sep 10 16:22:05.629096 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: multiprovidernet.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.630010 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.630513 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: multi-provider Sep 10 16:22:05.630829 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: netmtu.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.631750 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.632245 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: net-mtu Sep 10 16:22:05.632563 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: netmtu_writable.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.633461 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.633954 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: net-mtu-writable Sep 10 16:22:05.634271 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: network_availability_zone.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.634927 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.635456 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: network_availability_zone Sep 10 16:22:05.635775 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: network_ip_availability.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.636855 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.637356 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: network-ip-availability Sep 10 16:22:05.637682 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: network_segment_range.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.638428 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.638920 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 16:22:05.639239 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: pagination.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.640226 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.640552 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: pagination Sep 10 16:22:05.640867 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: port_device_profile.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.641777 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.642280 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: port-device-profile Sep 10 16:22:05.642596 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.644182 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.644681 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: port-mac-address-regenerate Sep 10 16:22:05.644999 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.645903 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.646399 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: port-numa-affinity-policy Sep 10 16:22:05.646715 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: port_resource_request.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.647773 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.648272 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 16:22:05.648588 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: portbindings.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.649511 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.650007 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: binding Sep 10 16:22:05.650325 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: portbindings_extended.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.651600 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.652102 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: binding-extended Sep 10 16:22:05.652423 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: portsecurity.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.653323 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.653824 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: port-security Sep 10 16:22:05.654147 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: project_id.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.655103 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.655461 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: project-id Sep 10 16:22:05.655781 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: providernet.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.656689 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.657188 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: provider Sep 10 16:22:05.657510 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.661214 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.661729 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos not supported by any of loaded plugins Sep 10 16:22:05.662056 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.663300 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.663815 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 16:22:05.664140 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.665044 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.665548 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 16:22:05.665869 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_default.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.666764 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.667276 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-default not supported by any of loaded plugins Sep 10 16:22:05.667616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_fip.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.668253 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.668747 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 16:22:05.669063 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_gateway_ip.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.669970 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.670469 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 16:22:05.670786 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_port_network_policy.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.671711 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.672211 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 16:22:05.672532 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_pps_rule.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.673695 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.674348 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 16:22:05.674667 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_rule_type_details.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.675605 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.676107 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 16:22:05.676423 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: qos_rules_alias.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.677448 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.677956 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 16:22:05.678274 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: quotasv2.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.679162 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.679520 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: quotas Sep 10 16:22:05.679837 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: quotasv2_detail.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.683176 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.683535 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: quota_details Sep 10 16:22:05.683862 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: rbac.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.684899 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.685420 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: rbac-policies Sep 10 16:22:05.685746 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: rbac_address_group.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.686669 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.687172 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: rbac-address-group Sep 10 16:22:05.687519 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: rbac_address_scope.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.688433 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.688932 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: rbac-address-scope Sep 10 16:22:05.689250 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: rbac_security_groups.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.690750 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.691249 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: rbac-security-groups Sep 10 16:22:05.691591 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: rbac_subnetpool.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.692491 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.692992 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: rbac-subnetpool Sep 10 16:22:05.693310 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: revisionifmatch.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.694215 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.694720 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: revision-if-match Sep 10 16:22:05.695041 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: revisions.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.696213 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.696721 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: standard-attr-revisions Sep 10 16:22:05.697043 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: router_availability_zone.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.697708 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.698214 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: router_availability_zone Sep 10 16:22:05.698530 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: routerservicetype.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.699472 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.699973 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 16:22:05.700290 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.701200 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.701699 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: security-groups-normalized-cidr Sep 10 16:22:05.702016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.702915 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.703449 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: port-security-groups-filtering Sep 10 16:22:05.703767 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.704671 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.705169 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: security-groups-remote-address-group Sep 10 16:22:05.705538 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: securitygroup.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.716675 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.717192 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: security-group Sep 10 16:22:05.717523 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: segment.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.718308 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.718805 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension segment not supported by any of loaded plugins Sep 10 16:22:05.719129 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.720089 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.720588 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 16:22:05.720968 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: servicetype.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.722412 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.722927 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: service-type Sep 10 16:22:05.723267 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: sorting.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.724249 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.724577 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: sorting Sep 10 16:22:05.724894 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: standard_attr_segment.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.725798 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.726300 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 16:22:05.726618 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: standardattrdescription.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.727288 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.727779 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: standard-attr-description Sep 10 16:22:05.728100 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: stateful_security_group.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.729012 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.729518 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: stateful-security-group Sep 10 16:22:05.729834 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: stdattrs_common.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.730404 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 16:22:05.730719 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.731659 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.732159 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 16:22:05.732473 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnet_onboard.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.733534 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.734039 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: subnet_onboard Sep 10 16:22:05.734359 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.735276 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.735788 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 16:22:05.736107 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnet_service_types.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.737609 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.738112 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: subnet-service-types Sep 10 16:22:05.738430 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnetallocation.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.739542 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.740053 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: subnet_allocation Sep 10 16:22:05.740376 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.741033 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.741533 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: subnetpool-prefix-ops Sep 10 16:22:05.741852 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.742770 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.743282 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 16:22:05.743651 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: tagging.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.744730 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.745214 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: standard-attr-tag Sep 10 16:22:05.745550 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: timestamp.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.746752 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.747245 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loaded extension: standard-attr-timestamp Sep 10 16:22:05.747600 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: trunk.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.748632 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.749134 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension trunk not supported by any of loaded plugins Sep 10 16:22:05.749458 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: trunk_details.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.750450 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.750869 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 16:22:05.751183 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: uplink_status_propagation.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.752139 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.753210 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 16:22:05.753505 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Loading extension file: vlantransparent.py {{(pid=93761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 16:22:05.754174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 16:22:05.754697 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 16:22:05.757180 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:network Sep 10 16:22:05.757700 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnet Sep 10 16:22:05.758126 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:22:05.758488 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:port Sep 10 16:22:05.759762 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.760204 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service FLAVORS assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.760819 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.761273 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.761607 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:router Sep 10 16:22:05.762032 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 16:22:05.762515 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service METERING assigned prefix: /metering {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.764003 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.764370 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.764713 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:22:05.765729 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 16:22:05.766182 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:security_group Sep 10 16:22:05.766611 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 16:22:05.767189 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service CORE assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.767539 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:22:05.768441 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] subnetpool is already registered Sep 10 16:22:05.768894 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service CORE assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.769216 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:22:05.769551 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] subnetpool is already registered Sep 10 16:22:05.771858 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.772289 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service FLAVORS assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.772875 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.773294 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.773624 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:router Sep 10 16:22:05.773960 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] router is already registered Sep 10 16:22:05.774366 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 16:22:05.774697 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] floatingip is already registered Sep 10 16:22:05.775145 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service METERING assigned prefix: /metering {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.775832 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 16:22:05.776155 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] rbac_policy is already registered Sep 10 16:22:05.776564 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:security_group Sep 10 16:22:05.776893 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] security_group is already registered Sep 10 16:22:05.777288 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 16:22:05.777615 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] security_group_rule is already registered Sep 10 16:22:05.778234 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service CORE assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.778562 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:22:05.778893 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] subnetpool is already registered Sep 10 16:22:05.779335 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.v2.resource_helper [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Service CORE assigned prefix: {{(pid=93761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 16:22:05.779656 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 16:22:05.779980 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING neutron.quota.resource_registry [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] subnetpool is already registered Sep 10 16:22:05.780448 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: extensions {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.781916 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: address-groups {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.783971 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: address-scopes {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.785366 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: agents {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.786507 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: auto-allocated-topology {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.787767 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: availability_zones {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.788985 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: dhcp-networks {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.790540 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: dhcp-agents {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.791980 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: routers {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.794163 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: flavors {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.795336 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: service_profiles {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.796522 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: next_providers {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.797963 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: service_profiles {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.799564 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: floatingip-pools {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.800754 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: routers {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.802844 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: floatingips {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.804154 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: l3-routers {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.805518 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: l3-agents {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.806910 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: metering-labels {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.808290 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: metering-label-rules {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.809543 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: network-ip-availabilities {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.810799 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: bindings {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.813295 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: quotas {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.814769 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: quotas {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.816206 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: rbac-policies {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.817392 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: security-groups {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.818679 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: security-group-rules {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.819955 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: service-providers {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.821142 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: subnetpools {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.822559 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: subnetpools {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.824028 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.825676 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.827511 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.829294 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.831596 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.833401 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.835094 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.837002 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.839005 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.840814 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron.api.extensions [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Extended resource: tags {{(pid=93761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 16:22:05.847189 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING keystonemiddleware.auth_token [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 16:22:05.851907 dv-cinder-808464-1-iscsi neutron-server[93761]: WARNING keystonemiddleware.auth_token [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 16:22:05.860270 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Acquired lock "singleton_lock" {{(pid=93761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 16:22:05.860733 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_concurrency.lockutils [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Releasing lock "singleton_lock" {{(pid=93761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 16:22:05.861363 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Starting 2 workers Sep 10 16:22:05.866214 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Started child 93868 {{(pid=93761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 16:22:05.870635 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Started child 93869 {{(pid=93761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 16:22:05.871623 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.872369 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO neutron.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 16:22:05.872891 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Notify callbacks [] for process, before_spawn {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.873090 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [-] (93868) wsgi starting up on http://0.0.0.0:9696 Sep 10 16:22:05.875274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.875715 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Starting 1 workers Sep 10 16:22:05.876625 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [-] (93869) wsgi starting up on http://0.0.0.0:9696 Sep 10 16:22:05.880632 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Started child 93870 {{(pid=93761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 16:22:05.881183 dv-cinder-808464-1-iscsi neutron-server[93761]: INFO oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Starting 1 workers Sep 10 16:22:05.884788 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] calling RpcWorker wait() {{(pid=93870) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 16:22:05.885317 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] returning from RpcWorker wait() {{(pid=93870) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 16:22:05.885589 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Started child 93871 {{(pid=93761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 16:22:05.886433 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-052e1ed1-fd5f-4a00-8537-b129550d7162 None None] Notify callbacks [] for process, after_spawn {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.886690 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.887186 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:05.888312 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 16:22:05.888525 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:22:05.888703 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:22:05.888900 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:22:05.889230 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:22:05.889404 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:22:05.890075 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.890346 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.890506 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:05.890998 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.890998 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.891167 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.891738 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.891985 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.892221 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.892502 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.893294 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.893453 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.893593 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.893855 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.894081 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.894388 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.894662 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.894910 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.895180 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.895381 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.895645 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.895910 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.896142 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.896397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] debug = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.896648 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.897149 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.897403 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.897663 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.897880 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.898147 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.898394 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.898648 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.898890 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.899103 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.899380 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.899625 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.899878 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.900099 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.900314 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.900559 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.900777 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.901235 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] host = dv-cinder-808464-1-iscsi {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.901476 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.901691 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.901941 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.902187 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.902453 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.902667 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.902930 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.903174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.903445 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.903670 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.903964 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.904169 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.904418 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.904693 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.904835 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_options = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.905052 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.905297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.905554 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.905738 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.905904 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.906077 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.906323 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.906485 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.906735 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.906947 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.907161 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.907396 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.907624 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.907836 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.908104 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.908381 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.909300 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.909681 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.909984 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.910207 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.910434 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.910664 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.910882 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.911135 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.911391 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.911627 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.911875 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.912091 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.912303 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.912528 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.912786 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.913042 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.913356 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.915882 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.916119 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.916382 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.917246 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.917547 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.917858 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.918112 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.918396 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.918674 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.918905 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.919177 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.919447 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.919718 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.919948 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_json = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.920162 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.920399 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.920660 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.920881 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.921123 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.921342 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.921559 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.921796 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.922242 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.922537 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.922842 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.923070 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.923356 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.923599 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.923836 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.924198 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.924435 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.924692 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.925020 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.925349 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.925754 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.925899 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:05.926132 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.926295 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.926562 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.926801 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.927078 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.927505 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.927756 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.927973 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.928262 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.928683 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.928875 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.929347 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.929775 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.930233 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.930233 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.930521 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.930826 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.931104 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.931346 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.931619 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.931832 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.932018 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.932236 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.932449 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.932708 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.932926 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.933157 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.933379 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.933624 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.933860 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.934093 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.934337 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.934678 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.934918 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.935144 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.935554 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.935782 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.935944 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.936083 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.936318 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.936459 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.936643 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.936869 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.937292 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.937518 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.937899 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.938266 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.938695 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.938695 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.938991 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.939126 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.939313 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.939707 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.939872 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.940011 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.940223 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.940435 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.940669 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.940897 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.941113 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.941332 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.941546 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.941749 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.942007 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.942209 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.942444 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.942652 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.943463 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.943714 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.947789 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.950304 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.951282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.952348 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.953397 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954286 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954286 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954286 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954286 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954795 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.954795 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.955059 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.955768 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.956111 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.956338 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.956640 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.956880 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.957102 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.957337 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.957566 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.957891 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.958139 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.958353 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.958571 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.958860 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.959108 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.959372 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.959633 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.959880 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.960136 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.960375 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.960715 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.960951 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.961199 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.961447 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.961665 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.961917 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.962406 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.962654 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967297 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.967920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.968587 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969240 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969240 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969240 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969240 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969240 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969593 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969593 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969752 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.969953 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.970183 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.970435 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.970776 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.971727 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.972255 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.972255 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.972416 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.972610 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.972873 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.973109 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.973343 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.973558 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.973775 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.973992 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.974260 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.974480 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.974764 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.974980 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.975196 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.975431 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.975671 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.975886 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.976193 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.976445 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.976677 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.977409 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.977409 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.977654 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.977759 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.977918 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.978107 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.978324 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.978547 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.978761 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.978988 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.979199 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.979441 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.979663 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.979858 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.980088 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.980315 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.980569 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.981012 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.981374 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.981618 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.981831 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.982121 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.982265 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.982502 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.982745 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.982960 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.983170 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.983441 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.983654 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.983861 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.984083 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.984299 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.984506 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.984804 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.985050 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.985267 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.985563 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.985810 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.986064 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.986306 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.986765 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.987238 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.987366 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.987510 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.987727 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.987972 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.988229 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.988569 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.988858 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.989112 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.989366 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.989638 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.989910 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.990182 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.990394 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.990681 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.991038 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.991344 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.991612 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.991857 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.992104 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.992344 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.992590 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.992835 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.993073 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.993291 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.993562 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.993801 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.994019 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.994229 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.994462 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.994692 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.994949 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.995177 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.995423 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.995636 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:05.995792 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:22:05.996323 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 16:22:05.996482 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 16:22:05.996634 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 16:22:05.996822 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 16:22:05.996989 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 16:22:05.997139 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 16:22:05.997345 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.997505 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.997661 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.997818 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.997974 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998151 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998319 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998457 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998631 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998755 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.998915 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999071 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999227 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999406 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999564 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999722 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:05.999878 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000033 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000194 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000336 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000497 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000653 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000810 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] debug = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.000970 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001182 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001346 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001503 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001659 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001816 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.001973 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.002158 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.002453 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.002616 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.002768 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.002920 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003076 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003233 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003421 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003553 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003684 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.003844 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] host = dv-cinder-808464-1-iscsi {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004000 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004148 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004287 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004432 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004589 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004745 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.004902 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005058 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005215 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005370 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005516 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005750 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.005913 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006060 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006216 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_options = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006373 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006529 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006684 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.006867 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007227 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007227 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007500 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007500 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007815 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.007939 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008060 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008182 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008344 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008520 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008654 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008802 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.008957 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009114 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009270 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009427 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009583 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009731 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.009941 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010087 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010228 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010363 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010512 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010648 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010782 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.010916 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011070 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011320 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011470 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011608 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011743 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.011879 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012013 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012148 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012284 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012420 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012575 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012712 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012843 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.012979 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013115 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013254 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013390 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_json = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013539 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013696 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.013852 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014007 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014162 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014320 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014475 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014632 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 16:22:06.014809 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.014969 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015140 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015303 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015470 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015627 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015786 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.015946 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016105 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016263 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016428 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016588 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016757 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.016916 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.017073 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.017258 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.017390 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.017546 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.017737 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.018455 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.018617 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.018775 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.018944 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019104 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019282 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019439 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019598 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019773 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.019934 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020094 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020254 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020414 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020574 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020734 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.020895 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021056 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021222 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021368 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021529 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021689 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.021847 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022007 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022169 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022329 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022490 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022649 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022808 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.022968 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.023129 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.023357 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.023523 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.023684 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.023845 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024011 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024345 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024506 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024644 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024801 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.024944 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025108 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025267 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025427 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025585 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025730 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.025891 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026064 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026224 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026384 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026543 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026703 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.026862 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.027277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.027277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.027608 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.027777 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.027937 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028086 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:06.028181 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028262 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028391 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028552 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028713 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.028874 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029033 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029194 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029353 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029512 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029672 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029831 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.029999 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030337 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030498 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030655 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030814 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.030972 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031136 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031314 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031522 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031633 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031778 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.031937 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032097 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032257 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032416 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032575 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032733 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.032891 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033049 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033206 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033452 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033744 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033744 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033744 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.033744 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034291 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034291 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034442 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034608 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034765 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.034930 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035102 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035276 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035443 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035600 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035758 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.035916 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036073 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036232 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036389 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036548 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036707 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.036873 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037041 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037200 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037361 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037519 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037700 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.037858 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038174 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038332 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038490 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038649 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.038807 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.039043 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.039214 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.039479 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040016 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040515 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040515 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040515 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040743 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040743 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.040884 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041013 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041368 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041368 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041532 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041635 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.041774 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042091 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042254 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042413 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042565 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042731 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.042887 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043046 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043205 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043388 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043550 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043714 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.043906 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.044803 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045443 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045443 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045443 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045443 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045712 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045712 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045863 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.045951 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.046117 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.046277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.046454 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.046613 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.046774 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047307 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047307 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047307 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047543 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047543 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047714 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.047872 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.048035 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.048199 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.048359 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.048519 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.048683 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051277 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.051859 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.052356 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.052535 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.052699 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.052873 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.053035 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.053196 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.053360 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055281 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055945 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055945 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.055945 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.056226 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.056521 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.056706 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.056869 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057034 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057191 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057351 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057510 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057680 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.057841 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058003 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058170 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058330 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058491 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058649 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058820 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.058980 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059141 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059325 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059481 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059642 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059805 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.059972 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060138 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060306 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060467 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060636 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060804 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.060972 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061136 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061361 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061466 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061619 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061779 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.061939 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062098 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062317 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062410 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062554 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062712 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.062864 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063001 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063161 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063328 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063492 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063638 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063797 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.063956 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.064115 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.064266 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.064421 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 16:22:06.064581 dv-cinder-808464-1-iscsi neutron-server[93761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 16:22:06.238644 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39380) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:06.247275 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063796 Sep 10 16:22:17.800789 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a37a40-b5e6-4d23-bcbf-a1cd7da4470b None None] get_active_networks_info from dv-cinder-808464-1-iscsi {{(pid=93870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 16:22:17.920991 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a37a40-b5e6-4d23-bcbf-a1cd7da4470b None None] No non-hosted networks {{(pid=93870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 16:22:17.999618 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8af207a3-2ac3-4e28-8a05-16301a8aa6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:20.019948 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-35ad26c4-509d-4ac7-a142-ba94fd367abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:20.069642 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-965b0542-554a-42e3-b9d3-a96dbaca75a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:20.689324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:20.690515 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.691655 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.692211 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.693263 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.694171 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.694781 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.695988 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.696510 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.699369 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.700265 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.701282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.702990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:20.703605 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808464-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:20.725459 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808464-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:21.431570 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:22.966020 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:24.092291 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39472) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:24.584333 dv-cinder-808464-1-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-56582e3d-799a-4d8c-8f1f-eff321efda45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:24.584944 dv-cinder-808464-1-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-56582e3d-799a-4d8c-8f1f-eff321efda45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:24.814519 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-56582e3d-799a-4d8c-8f1f-eff321efda45 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:22:24.815650 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-56582e3d-799a-4d8c-8f1f-eff321efda45 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7224693 Sep 10 16:22:26.364243 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.db.l3_hamode_db [None req-8e85c087-532f-4410-bffc-a6ea35d308a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 16:22:26.440557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85c087-532f-4410-bffc-a6ea35d308a1 None None] Routers set() bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:22:26.440940 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85c087-532f-4410-bffc-a6ea35d308a1 None None] Router IDs set() for agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 16:22:27.222073 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39486) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:27.529979 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:27.624040 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.policy [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 16:22:27.668091 dv-cinder-808464-1-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:27.668450 dv-cinder-808464-1-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:27.677494 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.quota [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] Loaded quota_driver: . Sep 10 16:22:27.766563 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782902773221', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782902773686', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782902727743', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782902726627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782905440737', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782902739577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3515523', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3503419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449103'] for rbac-policy, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:27.828163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:27.829901 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-49bc152d-6e7b-4020-940c-709ec73384d2 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068678 Sep 10 16:22:30.465901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 39498) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:30.949990 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:30.950562 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:31.171069 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Request body: {'network': {'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'name': 'private', 'admin_state_up': True, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:31.173366 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.quota [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Loaded quota_driver: . Sep 10 16:22:31.227548 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Made reservation on behalf of c08528844d7d4d1d91fc1339db2c0a89 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:22:31.292971 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.policy [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 16:22:31.337885 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:31.338244 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING oslo_policy.policy [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 16:22:31.348569 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.369887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.498178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.502551 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.525610 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:22:31.551745 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782904193684', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.552411 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Unsubscribe: segment precommit_create {{(pid=93869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 16:22:31.552809 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Added segment 465c50e2-f713-4d53-8933-17915b24a29e of type vlan for network e57d860d-2d62-4043-b719-ccd3454e2816 Sep 10 16:22:31.558591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0cb337-eeca-4a57-a029-fe2644b828c5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:31.583862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.584239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.584596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.584893 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.585213 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.585540 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.585854 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.586417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.586745 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.587055 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.587387 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.587695 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Tracked resource versions report: Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: pushed versions: Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: consumer versions: Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Log': '1.0', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Network': '1.1', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Port': '1.7', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 10 16:22:31.588781 dv-cinder-808464-1-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:22:31.676337 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.715690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.716947 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:31.717606 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:31.777762 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3096092 Sep 10 16:22:31.817529 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1840a6d-03ee-44dd-98f5-0b78a9b9f2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e57d860d-2d62-4043-b719-ccd3454e2816,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:31.829967 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network e57d860d-2d62-4043-b719-ccd3454e2816 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:22:34.428770 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39520) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:34.852099 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc948d3-363d-4dc0-9c14-0fa5b4e27974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:34.853517 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ebc948d3-363d-4dc0-9c14-0fa5b4e27974 admin admin] 10.222.0.23 "GET /v2.0/networks/e57d860d-2d62-4043-b719-ccd3454e2816 HTTP/1.1" status: 200 len: 825 time: 0.4238281 Sep 10 16:22:34.878934 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-08cd7dd7-2caa-4ad8-9377-5e9060055d6b admin admin] 10.222.0.23 "GET /v2.0/subnetpools/bee5f737-e907-4cc7-aff8-6ca3bf1b1325 HTTP/1.1" status: 200 len: 734 time: 0.0193052 Sep 10 16:22:34.887942 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325', 'gateway_ip': '172.20.0.1'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:34.917430 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Made reservation on behalf of c08528844d7d4d1d91fc1339db2c0a89 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:22:34.920041 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:35.198719 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:35.267663 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Checking segment: {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:22:35.268013 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Network hostable DHCP agents. Network: e57d860d-2d62-4043-b719-ccd3454e2816, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:22:35.280343 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb06578-01f4-4d8a-a901-c8ad1ceee50f,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:35.294518 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.294878 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.295220 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.295566 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.295888 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.296224 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.296577 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.296917 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.297250 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.297570 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.297884 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.298193 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Tracked resource versions report: Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: pushed versions: Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: consumer versions: Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Log': '1.0', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Network': '1.1', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Port': '1.7', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 10 16:22:35.299290 dv-cinder-808464-1-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:22:35.324572 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Network e57d860d-2d62-4043-b719-ccd3454e2816 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:22:35.340885 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, e57d860d-2d62-4043-b719-ccd3454e2816) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:22:35.346284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:35.346864 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:35.351063 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66804e56-3e52-49b2-bb12-d6f51c889878 None None] Network e57d860d-2d62-4043-b719-ccd3454e2816 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:22:35.360126 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-28573dd9-0d06-4557-bade-58ee202e6983 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4753039 Sep 10 16:22:35.670043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-e57d860d-2d62-4043-b719-ccd3454e2816', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:22:35.671252 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:35.946952 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Allocated IP 172.20.0.2 (e57d860d-2d62-4043-b719-ccd3454e2816/6eb06578-01f4-4d8a-a901-c8ad1ceee50f/c408b866-187c-4f8b-8bd9-585dedc1bc59) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:22:36.154620 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:36.169946 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Transition to ACTIVE for port object c408b866-187c-4f8b-8bd9-585dedc1bc59 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:22:36.193151 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Transition to ACTIVE for port object c408b866-187c-4f8b-8bd9-585dedc1bc59 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:22:36.200840 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:36.292959 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Network e57d860d-2d62-4043-b719-ccd3454e2816 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:22:36.301179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:22:36.314009 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:22:36.317055 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Pushing event updated for resources: {'Port': ['ID=c408b866-187c-4f8b-8bd9-585dedc1bc59,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:36.346864 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.347210 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.347567 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.347897 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.348222 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.348547 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.348862 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.349187 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.349528 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.349849 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.350163 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.350477 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Tracked resource versions report: Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: pushed versions: Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: consumer versions: Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Log': '1.0', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Network': '1.1', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Port': '1.7', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 10 16:22:36.351624 dv-cinder-808464-1-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:22:36.401662 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Attempting to bind port c408b866-187c-4f8b-8bd9-585dedc1bc59 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:22:36.402051 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Attempting to bind port c408b866-187c-4f8b-8bd9-585dedc1bc59 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:22:36.402455 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Attempting to bind port c408b866-187c-4f8b-8bd9-585dedc1bc59 on network e57d860d-2d62-4043-b719-ccd3454e2816 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:22:36.407960 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:22:36.408359 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Checking segment: {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:22:36.408821 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:36.409204 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Bound using segment: {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:22:36.409671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Bound port: c408b866-187c-4f8b-8bd9-585dedc1bc59, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:22:36.410091 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:36.471088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] For port c408b866-187c-4f8b-8bd9-585dedc1bc59, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:22:36.475395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] For port c408b866-187c-4f8b-8bd9-585dedc1bc59, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c408b866-187c-4f8b-8bd9-585dedc1bc59,segment=NetworkSegment(465c50e2-f713-4d53-8933-17915b24a29e),segment_id=465c50e2-f713-4d53-8933-17915b24a29e)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:22:36.479723 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:36.543381 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b42d2f-9a84-4204-b3a6-2b0914a8601c None None] Pushing event updated for resources: {'Port': ['ID=c408b866-187c-4f8b-8bd9-585dedc1bc59,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:37.785594 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39532) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:38.100050 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-a7d029ef-6187-4f5c-b10b-a5c19fc1c587 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:22:38.101130 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a7d029ef-6187-4f5c-b10b-a5c19fc1c587 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146019 Sep 10 16:22:40.519581 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39540) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:40.844959 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-3015b3d9-8609-4412-800a-189660df5f6e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:22:40.846023 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3015b3d9-8609-4412-800a-189660df5f6e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255291 Sep 10 16:22:43.540553 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39550) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:43.854864 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:43.880010 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:43.881778 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:44.041477 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:44.046027 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:44.062630 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:44.063915 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-118ac8e7-db41-4747-a95e-551d585cef72 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5223780 Sep 10 16:22:44.228284 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c408b866-187c-4f8b-8bd9-585dedc1bc59 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:22:44.312526 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port c408b866-187c-4f8b-8bd9-585dedc1bc59 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:22:44.994815 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314cd79-9d30-4b88-a967-1eeb17ec4999 None None] Network e57d860d-2d62-4043-b719-ccd3454e2816 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:22:45.090256 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Provisioning for port c408b866-187c-4f8b-8bd9-585dedc1bc59 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:22:45.099594 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Provisioning complete for port c408b866-187c-4f8b-8bd9-585dedc1bc59 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:22:45.099982 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:45.269021 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:45.323486 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] For port c408b866-187c-4f8b-8bd9-585dedc1bc59, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c408b866-187c-4f8b-8bd9-585dedc1bc59,segment=NetworkSegment(465c50e2-f713-4d53-8933-17915b24a29e),segment_id=465c50e2-f713-4d53-8933-17915b24a29e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:22:45.331178 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:45.379833 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f4be6-1784-44bb-bbde-716e52013a61 None None] Pushing event updated for resources: {'Port': ['ID=c408b866-187c-4f8b-8bd9-585dedc1bc59,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:45.451848 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-186ac7e9-d6e3-44dc-a951-fee1885f24b0 None None] Provisioning complete for port c408b866-187c-4f8b-8bd9-585dedc1bc59 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:22:45.452746 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-186ac7e9-d6e3-44dc-a951-fee1885f24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:46.192986 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c408b866-187c-4f8b-8bd9-585dedc1bc59 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:22:46.239304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port c408b866-187c-4f8b-8bd9-585dedc1bc59 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:22:46.239677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:46.459788 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39562) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:46.781151 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-95e4af46-1088-4a3c-ae67-87935dbf0a64 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:22:46.782134 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-95e4af46-1088-4a3c-ae67-87935dbf0a64 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211589 Sep 10 16:22:47.692880 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1a5f29c3-04da-4748-a264-fdb5ee3e240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.257550 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39570) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:49.563070 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:49.585975 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Made reservation on behalf of 6f395207a1394304879e31c0d3b08338 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:22:49.588181 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.603198 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.716624 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.721725 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.737378 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Reserving flat network on physical network physnet1 {{(pid=93868) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 16:22:49.758365 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437236cb-0209-4351-967a-78005a71b3ad,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:49.765458 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782904193684', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.766061 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Unsubscribe: segment precommit_create {{(pid=93868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 16:22:49.766542 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Added segment 6ab4053d-b476-4c7a-b2cf-d8d2ec130f56 of type flat for network ca37e584-5750-4895-bd98-c2cf956f52eb Sep 10 16:22:49.818777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.856647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.857592 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:49.858166 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:49.907741 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6491597 Sep 10 16:22:49.952955 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5284-1849-44a1-b2e1-ed85d0be310d admin admin] Pushing event updated for resources: {'Network': ['ID=ca37e584-5750-4895-bd98-c2cf956f52eb,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:49.963949 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network ca37e584-5750-4895-bd98-c2cf956f52eb details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:22:50.044685 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ea512d70-d08c-4c12-97bd-ad97e7534860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:50.690124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:51.375973 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:52.276500 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39588) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:52.454855 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4bccfa-9824-4821-ac54-7c3905732aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:52.456199 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1a4bccfa-9824-4821-ac54-7c3905732aa5 admin admin] 10.222.0.23 "GET /v2.0/subnets/6eb06578-01f4-4d8a-a901-c8ad1ceee50f HTTP/1.1" status: 200 len: 849 time: 0.1787467 Sep 10 16:22:52.572114 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-efd104b8-32cf-4885-91e6-51137a11f488 admin admin] 10.222.0.23 "GET /v2.0/routers/f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 HTTP/1.1" status: 200 len: 704 time: 0.1095605 Sep 10 16:22:52.854656 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:52.921828 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.164085 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Allocated IP 172.20.0.1 (e57d860d-2d62-4043-b719-ccd3454e2816/6eb06578-01f4-4d8a-a901-c8ad1ceee50f/9763a555-1592-43f8-a394-3a76a6fd98a1) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:22:53.324725 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.391167 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Transition to ACTIVE for port object 9763a555-1592-43f8-a394-3a76a6fd98a1 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:22:53.455130 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.519524 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Network e57d860d-2d62-4043-b719-ccd3454e2816 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:22:53.523978 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:22:53.530059 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:22:53.530555 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.598059 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Pushing event updated for resources: {'Port': ['ID=9763a555-1592-43f8-a394-3a76a6fd98a1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:53.691920 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-07c8de1e-7f70-4b76-9b22-df0545bad56f None None] Provisioning for port 9763a555-1592-43f8-a394-3a76a6fd98a1 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:22:53.695348 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-07c8de1e-7f70-4b76-9b22-df0545bad56f None None] Provisioning complete for port 9763a555-1592-43f8-a394-3a76a6fd98a1 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:22:53.695723 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-07c8de1e-7f70-4b76-9b22-df0545bad56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.728232 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-07c8de1e-7f70-4b76-9b22-df0545bad56f None None] Port 9763a555-1592-43f8-a394-3a76a6fd98a1 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:22:53.733445 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.941989 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.946265 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:53.947008 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:54.009046 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Pushing event updated for resources: {'Port': ['ID=9763a555-1592-43f8-a394-3a76a6fd98a1,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:54.071762 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Network e57d860d-2d62-4043-b719-ccd3454e2816 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:22:54.073090 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:22:54.233804 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:22:54.247391 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c44f3b8f-25c2-42e5-a93e-52d2e31caf1d None None] Provisioning complete for port 9763a555-1592-43f8-a394-3a76a6fd98a1 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:22:54.247916 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c44f3b8f-25c2-42e5-a93e-52d2e31caf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:54.288227 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c44f3b8f-25c2-42e5-a93e-52d2e31caf1d None None] Port 9763a555-1592-43f8-a394-3a76a6fd98a1 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:22:54.324213 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:22:54.329889 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2d81fdc9-eb0a-4dcc-b598-f597f97a9d1c admin admin] 10.222.0.23 "PUT /v2.0/routers/f5b6e7f6-72ba-47a8-8d63-f203a03b54a3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7515578 Sep 10 16:22:54.347003 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Sync routers for ids ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:22:54.358189 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Routers {'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:22:54.359026 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:22:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:54.543526 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Set router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:22:55.000440 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:22:53Z', 'revision_number': 2, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port_host': None, '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:22:53Z', 'revision_number': 2, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:55.050665 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Checking router: f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:22:55.051028 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Updating router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 port 9763a555-1592-43f8-a394-3a76a6fd98a1 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:22:55.099076 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.602671 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.620309 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Transition to ACTIVE for port object 9763a555-1592-43f8-a394-3a76a6fd98a1 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:22:55.626251 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.761717 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Pushing event updated for resources: {'Port': ['ID=9763a555-1592-43f8-a394-3a76a6fd98a1,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:55.785888 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.786228 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.786562 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.786888 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.787212 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.787557 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.787878 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.788205 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.788520 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.788838 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.789152 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.789467 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Tracked resource versions report: Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: pushed versions: Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: consumer versions: Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Log': '1.0', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Network': '1.1', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Port': '1.7', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 10 16:22:55.790574 dv-cinder-808464-1-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:22:55.802518 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Attempting to bind port 9763a555-1592-43f8-a394-3a76a6fd98a1 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:22:55.802917 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Attempting to bind port 9763a555-1592-43f8-a394-3a76a6fd98a1 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:22:55.803345 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Attempting to bind port 9763a555-1592-43f8-a394-3a76a6fd98a1 on network e57d860d-2d62-4043-b719-ccd3454e2816 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:22:55.808617 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:22:55.809029 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Checking segment: {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:22:55.809483 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.809865 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Bound using segment: {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:22:55.810469 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Bound port: 9763a555-1592-43f8-a394-3a76a6fd98a1, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465c50e2-f713-4d53-8933-17915b24a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:22:55.811295 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.875191 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] For port 9763a555-1592-43f8-a394-3a76a6fd98a1, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:22:55.894176 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] For port 9763a555-1592-43f8-a394-3a76a6fd98a1, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=9763a555-1592-43f8-a394-3a76a6fd98a1,segment=NetworkSegment(465c50e2-f713-4d53-8933-17915b24a29e),segment_id=465c50e2-f713-4d53-8933-17915b24a29e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:22:55.897972 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:55.944040 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Routers {'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:22:55.944610 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:22:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:56.013161 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134e5e3-7d5e-4207-9394-42df9e7456af None None] Pushing event updated for resources: {'Port': ['ID=9763a555-1592-43f8-a394-3a76a6fd98a1,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:56.062694 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] Set router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:22:56.271695 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:22:53Z', 'revision_number': 2, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port_host': None, '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:22:55Z', 'revision_number': 4, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:22:56.302003 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fffc5-cf50-428c-8108-3a944e29973c None None] The sync data for ids ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'] in dv-cinder-808464-1-iscsi is: [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:22:53Z', 'revision_number': 2, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port_host': None, '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:22:55Z', 'revision_number': 4, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:22:56.674958 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39608) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:56.789852 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14510253-e800-4157-b20c-5e260ced3240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:56.791203 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-14510253-e800-4157-b20c-5e260ced3240 admin admin] 10.222.0.23 "GET /v2.0/networks/ca37e584-5750-4895-bd98-c2cf956f52eb HTTP/1.1" status: 200 len: 842 time: 0.1152697 Sep 10 16:22:56.801251 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:22:56.821604 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Made reservation on behalf of 6f395207a1394304879e31c0d3b08338 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:22:56.824030 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:57.105123 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.objects.ports [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93868) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 16:22:57.105627 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:57.166371 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc45ed02-df6c-4b0d-8764-edefc44bab65,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:22:57.174973 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:22:57.175399 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Network hostable DHCP agents. Network: ca37e584-5750-4895-bd98-c2cf956f52eb, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:22:57.193683 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:22:57.204294 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, ca37e584-5750-4895-bd98-c2cf956f52eb) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:22:57.208976 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:57.209575 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:22:57.214638 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e6509-4b46-4a34-b3f3-1a3910503a38 None None] Network ca37e584-5750-4895-bd98-c2cf956f52eb requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:22:57.225885 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-41d35ffd-bfff-47ae-abd7-9df71f8e630b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4279532 Sep 10 16:22:57.352495 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6420e86-e9a6-4801-9ecc-c27a8e0c880d None None] Network ca37e584-5750-4895-bd98-c2cf956f52eb requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:22:59.555235 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39616) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:22:59.752022 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ee030c69-6c20-4a20-9982-b2cdfb6c6ec3 admin admin] 10.222.0.23 "GET /v2.0/routers/f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 HTTP/1.1" status: 200 len: 710 time: 0.1954486 Sep 10 16:22:59.838964 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e02f6de-e43f-4b42-a61c-1f1f8588c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:22:59.840361 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1e02f6de-e43f-4b42-a61c-1f1f8588c131 admin admin] 10.222.0.23 "GET /v2.0/networks/ca37e584-5750-4895-bd98-c2cf956f52eb HTTP/1.1" status: 200 len: 886 time: 0.0820200 Sep 10 16:22:59.850782 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:23:00.091947 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:00.325010 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:00.398500 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:00.502281 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Allocated IP 172.27.3.188 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/e6baccc3-4fd2-44d2-b2ee-ff136723ef2f) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:23:00.608986 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:00.647529 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:00.680818 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:23:00.683605 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:23:00.690537 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:23:00.726846 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Pushing event updated for resources: {'Port': ['ID=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:23:00.944485 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:01.234833 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-763'] for router, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:01.238389 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672629'] for router, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:01.343148 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:23:01.459962 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:23:01.464451 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:01.465668 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-155c23fd-9fb9-40bd-85e5-e8a387d05f72 admin admin] 10.222.0.23 "PUT /v2.0/routers/f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 HTTP/1.1" status: 200 len: 890 time: 1.6180348 Sep 10 16:23:02.220803 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9763a555-1592-43f8-a394-3a76a6fd98a1 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:23:02.272281 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 9763a555-1592-43f8-a394-3a76a6fd98a1 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:23:02.275898 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 9763a555-1592-43f8-a394-3a76a6fd98a1 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:23:02.276253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:02.353843 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:02.389813 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 9763a555-1592-43f8-a394-3a76a6fd98a1, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=9763a555-1592-43f8-a394-3a76a6fd98a1,segment=NetworkSegment(465c50e2-f713-4d53-8933-17915b24a29e),segment_id=465c50e2-f713-4d53-8933-17915b24a29e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:23:02.393535 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:02.445577 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=9763a555-1592-43f8-a394-3a76a6fd98a1,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:23:02.824808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Sync routers for ids ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:23:02.836278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Routers {'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:23:02.837031 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:22:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:23:03.081568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Set router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:23:03.469218 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:23:00Z', 'revision_number': 4, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port': {'id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:23:00Z', 'updated_at': '2021-09-10T16:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:23:02Z', 'revision_number': 5, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:23:03.520990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Checking router: f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:23:03.521352 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Updating router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:23:03.568259 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:03.882786 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:03.893215 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Transition to ACTIVE for port object e6baccc3-4fd2-44d2-b2ee-ff136723ef2f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:23:03.898697 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:03.911389 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 39628) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:23:03.946690 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Attempting to bind port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:23:03.947061 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Attempting to bind port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:23:03.947447 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Attempting to bind port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:23:03.955474 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d106e2-1a1b-44a3-adc7-bfe8923ad3d4 None None] Pushing event updated for resources: {'Port': ['ID=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:23:03.960978 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:23:03.961351 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:23:03.961749 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:03.962129 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:23:03.963165 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Bound port: e6baccc3-4fd2-44d2-b2ee-ff136723ef2f, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:23:03.963165 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:04.012315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] For port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:23:04.015599 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] For port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:23:04.019555 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:04.025868 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-48ca86d5-8503-4f40-abc1-af94dea6663e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132851 Sep 10 16:23:04.079430 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Routers {'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:23:04.080062 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:22:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:23:04.082116 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d106e2-1a1b-44a3-adc7-bfe8923ad3d4 None None] Pushing event updated for resources: {'Port': ['ID=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:23:04.210672 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9763a555-1592-43f8-a394-3a76a6fd98a1 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:23:04.309836 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 9763a555-1592-43f8-a394-3a76a6fd98a1 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:23:04.310218 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:04.313438 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] Set router f5b6e7f6-72ba-47a8-8d63-f203a03b54a3 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:23:04.578960 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:23:00Z', 'revision_number': 4, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port': {'id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:23:00Z', 'updated_at': '2021-09-10T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:23:02Z', 'revision_number': 5, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:23:04.605768 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6f673-4341-41e9-9f7f-1925b9e2d146 None None] The sync data for ids ['f5b6e7f6-72ba-47a8-8d63-f203a03b54a3'] in dv-cinder-808464-1-iscsi is: [{'id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'name': 'router1', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:22:43Z', 'updated_at': '2021-09-10T16:23:00Z', 'revision_number': 4, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'gw_port': {'id': 'e6baccc3-4fd2-44d2-b2ee-ff136723ef2f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:23:00Z', 'updated_at': '2021-09-10T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9763a555-1592-43f8-a394-3a76a6fd98a1', 'name': '', 'network_id': 'e57d860d-2d62-4043-b719-ccd3454e2816', 'tenant_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'mac_address': 'fa:16:3e:6a:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b6e7f6-72ba-47a8-8d63-f203a03b54a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:22:52Z', 'updated_at': '2021-09-10T16:23:02Z', 'revision_number': 5, 'project_id': 'c08528844d7d4d1d91fc1339db2c0a89', 'subnets': [{'id': '6eb06578-01f4-4d8a-a901-c8ad1ceee50f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bee5f737-e907-4cc7-aff8-6ca3bf1b1325'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:23:06.261568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e6baccc3-4fd2-44d2-b2ee-ff136723ef2f up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:23:06.317927 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:23:06.322207 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:23:06.322803 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:06.405947 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:06.428499 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:23:06.432914 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:06.487625 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=e6baccc3-4fd2-44d2-b2ee-ff136723ef2f,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:23:08.244039 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e6baccc3-4fd2-44d2-b2ee-ff136723ef2f up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:23:08.296315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port e6baccc3-4fd2-44d2-b2ee-ff136723ef2f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:23:08.296680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:09.951174 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:23:17.696022 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f92021b3-0a31-4d23-8531-435349dfc029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:20.019939 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e883e23c-5436-486d-bd0b-cf77f8855916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:20.697071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:21.381692 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:22.940913 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:46.951202 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:23:47.698330 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6fa9-34e7-4318-8602-1fbe76bf0e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:50.026898 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ef589d75-01c8-4181-a011-34ac799eaf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:50.694445 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:51.383377 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:23:52.938931 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:17.700525 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1368-07c6-4084-a904-c14c5b65a3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:20.020891 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e681-75fb-43ca-8064-6625d6ef335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:20.703395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:21.385180 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:22.943409 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:23.949767 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:24:40.627644 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40190) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:40.689068 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea26923-2985-495e-a24c-a5713f355223 admin admin] GET failed (client error): The resource could not be found. Sep 10 16:24:40.690389 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8ea26923-2985-495e-a24c-a5713f355223 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617774 Sep 10 16:24:40.852845 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095d9a5-6a55-4308-b296-5a095241cb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:40.854223 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2095d9a5-6a55-4308-b296-5a095241cb8d admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589258 Sep 10 16:24:43.058514 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40200) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:43.199743 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5b104-4ca7-42b5-a0c0-120d1fbe25b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:43.201092 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-dca5b104-4ca7-42b5-a0c0-120d1fbe25b0 admin admin] 10.222.0.23 "GET /v2.0/subnets/6eb06578-01f4-4d8a-a901-c8ad1ceee50f HTTP/1.1" status: 200 len: 849 time: 0.1416225 Sep 10 16:24:43.211164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:24:43.295002 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:43.442490 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782904186125'] for subnet, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:43.478332 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:43.478925 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:43.480210 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] 10.222.0.23 "PUT /v2.0/subnets/6eb06578-01f4-4d8a-a901-c8ad1ceee50f HTTP/1.1" status: 200 len: 868 time: 0.2726638 Sep 10 16:24:43.497142 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb06578-01f4-4d8a-a901-c8ad1ceee50f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:24:43.499281 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75746bb-d448-4877-81fb-ccf66de5e68c None None] Network e57d860d-2d62-4043-b719-ccd3454e2816 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:24:43.504464 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.504824 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.505158 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.505484 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.506443 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.506773 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.507096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.507447 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.507811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.508100 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.508414 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.508732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1fe2c-fa0d-48e6-b57f-555c1d99a96d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:24:43.856554 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-66fd31dd-fa39-429f-bad8-923086c50d41 None None] Provisioning complete for port 9763a555-1592-43f8-a394-3a76a6fd98a1 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:24:43.856925 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-66fd31dd-fa39-429f-bad8-923086c50d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:43.938365 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-66fd31dd-fa39-429f-bad8-923086c50d41 None None] Provisioning complete for port c408b866-187c-4f8b-8bd9-585dedc1bc59 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:24:43.938628 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-66fd31dd-fa39-429f-bad8-923086c50d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:45.702102 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40210) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:45.900417 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e308c6-21f5-4b95-a3bb-613f4419a378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:45.900811 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e308c6-21f5-4b95-a3bb-613f4419a378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:45.902352 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a9e308c6-21f5-4b95-a3bb-613f4419a378 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993032 Sep 10 16:24:47.701592 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c580cd64-fa7d-4021-a81a-426ae27d85fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:48.073076 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40218) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:48.285257 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41002eac-c5cf-4c7d-bb64-a948fb1bee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:48.285657 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41002eac-c5cf-4c7d-bb64-a948fb1bee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:48.287238 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-41002eac-c5cf-4c7d-bb64-a948fb1bee53 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130766 Sep 10 16:24:50.022156 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9ded54e7-f697-41a3-8bbf-c6411031692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:50.497146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40228) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:50.682316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437646a-caed-4414-bb09-b6dcd2606434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:50.683634 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6437646a-caed-4414-bb09-b6dcd2606434 admin admin] 10.222.0.23 "GET /v2.0/networks/ca37e584-5750-4895-bd98-c2cf956f52eb HTTP/1.1" status: 200 len: 886 time: 0.1855543 Sep 10 16:24:50.700859 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:51.387977 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:52.890643 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40236) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:52.947637 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:24:53.020012 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85c059-eeac-4747-a286-0485b92d05cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:53.021368 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cb85c059-eeac-4747-a286-0485b92d05cb admin admin] 10.222.0.23 "GET /v2.0/networks/e57d860d-2d62-4043-b719-ccd3454e2816 HTTP/1.1" status: 200 len: 869 time: 0.1297958 Sep 10 16:24:55.207677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40244) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:55.336201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3ae19-b9a7-44e1-b870-0d5a930fb19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:55.336586 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3ae19-b9a7-44e1-b870-0d5a930fb19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:55.338088 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f5c3ae19-b9a7-44e1-b870-0d5a930fb19d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294732 Sep 10 16:24:57.528186 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40252) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:57.618827 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c579b-5556-4c28-bbe3-5be6768b214f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:57.619305 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c579b-5556-4c28-bbe3-5be6768b214f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:57.620779 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e40c579b-5556-4c28-bbe3-5be6768b214f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916424 Sep 10 16:24:59.824310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40260) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:24:59.918344 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f21b6-d664-4da4-b068-47a73aaa0199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:24:59.919702 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-265f21b6-d664-4da4-b068-47a73aaa0199 admin admin] 10.222.0.23 "GET /v2.0/subnets/6eb06578-01f4-4d8a-a901-c8ad1ceee50f HTTP/1.1" status: 200 len: 868 time: 0.0944512 Sep 10 16:25:00.949403 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:25:02.103764 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:25:02.191514 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b876fa90-5496-403a-a427-6458696d16b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:25:02.194458 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b876fa90-5496-403a-a427-6458696d16b2 admin admin] 10.222.0.23 "GET /v2.0/subnets/dc45ed02-df6c-4b0d-8764-edefc44bab65 HTTP/1.1" status: 200 len: 816 time: 0.0890105 Sep 10 16:25:17.702281 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e429b63-a64f-4f17-8ca5-181ca96ce619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:20.030687 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e294a1d3-dfa3-4041-a289-9b527efd2a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:20.696642 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:21.394694 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:22.950632 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:26.291715 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40322) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:25:26.339992 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-ffd78561-58e1-40b9-9cd9-24702a85f0bf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:25:26.340980 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ffd78561-58e1-40b9-9cd9-24702a85f0bf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483484 Sep 10 16:25:28.620051 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40330) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:25:28.680871 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-677dfb55-5f0e-474e-aacf-40497fcad01b admin admin] GET failed (client error): The resource could not be found. Sep 10 16:25:28.682169 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-677dfb55-5f0e-474e-aacf-40497fcad01b admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611675 Sep 10 16:25:28.822003 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef125f-9465-4ea0-85c3-bf56077b6402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:25:28.823386 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-56ef125f-9465-4ea0-85c3-bf56077b6402 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366069 Sep 10 16:25:31.021782 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40338) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:25:31.068774 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:25:31.090294 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Made reservation on behalf of 6f395207a1394304879e31c0d3b08338 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:25:31.092487 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:31.127371 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING neutron.services.revisions.revision_plugin [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Could not find related network for resource to bump revision. Sep 10 16:25:31.139847 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:25:31.149681 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:31.150012 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Added segment 8cb44b55-70bf-4ddc-90cf-ca584057ae95 of type vlan for network 6f51532e-3784-4414-a7a8-df33e5e9144e Sep 10 16:25:31.187160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:31.210736 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:31.211741 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:25:31.212377 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:31.243434 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2203703 Sep 10 16:25:31.272825 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41792d14-19b8-4232-90c3-88002cfa2ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f51532e-3784-4414-a7a8-df33e5e9144e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:25:31.283318 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 6f51532e-3784-4414-a7a8-df33e5e9144e details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:25:33.449346 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40346) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:25:33.510962 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.pecan_wsgi.hooks.translation [None req-88af77a2-260b-4d66-95cc-6946d39b41dd admin admin] GET failed (client error): The resource could not be found. Sep 10 16:25:33.512292 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-88af77a2-260b-4d66-95cc-6946d39b41dd admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620031 Sep 10 16:25:33.581136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d7940-697c-45f3-b518-29e6858cd8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:25:33.582551 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0b6d7940-697c-45f3-b518-29e6858cd8e9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655484 Sep 10 16:25:33.593096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:25:33.615175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Made reservation on behalf of 6f395207a1394304879e31c0d3b08338 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:25:33.617901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:33.796807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:33.854203 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c664a927-86e1-46a8-af04-081c76b62f7a,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:25:33.864013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Checking segment: {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:25:33.864368 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Network hostable DHCP agents. Network: 6f51532e-3784-4414-a7a8-df33e5e9144e, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:25:33.885624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Network 6f51532e-3784-4414-a7a8-df33e5e9144e is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:25:33.896090 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 6f51532e-3784-4414-a7a8-df33e5e9144e) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:25:33.900727 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:25:33.901333 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:33.906241 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405900ab-1855-467b-8241-23cfbd0940ce None None] Network 6f51532e-3784-4414-a7a8-df33e5e9144e requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:25:33.915955 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a8f5dd5b-f621-4750-bda2-7c36ed419922 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3261178 Sep 10 16:25:34.158029 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-6f51532e-3784-4414-a7a8-df33e5e9144e', 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e', 'tenant_id': '6f395207a1394304879e31c0d3b08338', 'fixed_ips': [{'subnet_id': 'c664a927-86e1-46a8-af04-081c76b62f7a'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:25:34.158880 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.298281 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Allocated IP 192.168.233.2 (6f51532e-3784-4414-a7a8-df33e5e9144e/c664a927-86e1-46a8-af04-081c76b62f7a/b250109f-db1b-45bb-990d-7acdd7cc191c) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:25:34.443910 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.452592 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Transition to ACTIVE for port object b250109f-db1b-45bb-990d-7acdd7cc191c will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:25:34.469972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Transition to ACTIVE for port object b250109f-db1b-45bb-990d-7acdd7cc191c will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:25:34.476720 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.516930 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Network 6f51532e-3784-4414-a7a8-df33e5e9144e is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:25:34.523365 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:25:34.525651 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Pushing event updated for resources: {'Port': ['ID=b250109f-db1b-45bb-990d-7acdd7cc191c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:25:34.528134 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:25:34.556298 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.556645 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.556990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.557328 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.557683 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.558019 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.558350 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.558680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.559030 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.559382 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.559711 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.560035 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:25:34.596075 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Attempting to bind port b250109f-db1b-45bb-990d-7acdd7cc191c on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:25:34.596467 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Attempting to bind port b250109f-db1b-45bb-990d-7acdd7cc191c by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:25:34.596826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Attempting to bind port b250109f-db1b-45bb-990d-7acdd7cc191c on network 6f51532e-3784-4414-a7a8-df33e5e9144e {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:25:34.602621 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:25:34.602988 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Checking segment: {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:25:34.603412 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.603797 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Bound using segment: {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:25:34.604259 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Bound port: b250109f-db1b-45bb-990d-7acdd7cc191c, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:25:34.604652 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.666326 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] For port b250109f-db1b-45bb-990d-7acdd7cc191c, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:25:34.669441 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] For port b250109f-db1b-45bb-990d-7acdd7cc191c, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=b250109f-db1b-45bb-990d-7acdd7cc191c,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:25:34.680127 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:34.735726 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872afca-348b-463b-aa87-dba87fadcbd0 None None] Pushing event updated for resources: {'Port': ['ID=b250109f-db1b-45bb-990d-7acdd7cc191c,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:25:35.628240 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c160692-af5d-4e07-92b2-ef9878b78791 None None] Network 6f51532e-3784-4414-a7a8-df33e5e9144e requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:25:35.748280 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-986b800b-2ccc-46cb-9caf-0a97beb84ac3 None None] Provisioning for port b250109f-db1b-45bb-990d-7acdd7cc191c completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:25:36.348624 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device b250109f-db1b-45bb-990d-7acdd7cc191c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:25:36.402743 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port b250109f-db1b-45bb-990d-7acdd7cc191c completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:25:36.406983 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port b250109f-db1b-45bb-990d-7acdd7cc191c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:25:36.407381 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:36.484339 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:36.518174 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port b250109f-db1b-45bb-990d-7acdd7cc191c, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=b250109f-db1b-45bb-990d-7acdd7cc191c,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:25:36.521863 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:36.569243 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=b250109f-db1b-45bb-990d-7acdd7cc191c,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:25:37.948319 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:25:38.329312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device b250109f-db1b-45bb-990d-7acdd7cc191c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:25:38.379413 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port b250109f-db1b-45bb-990d-7acdd7cc191c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:25:38.379783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:47.704723 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-11f6c1ac-4b7e-481d-8202-f9afad650313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:50.023900 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-746d4a21-78fa-40af-a986-fe66ec8f2bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:50.698571 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:51.394532 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:25:52.954879 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:14.946825 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:26:17.706096 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-da1181c8-9855-4e5f-ab53-a73f7cb50cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:20.024349 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3482fd31-2069-425a-9b5c-4e05248af507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:20.701697 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:21.401081 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:22.956142 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:42.460668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40398) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:26:42.467710 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [None req-6600b3f2-ee4a-4480-91cc-9a539c98c934 tempest-verify_tempest_config-1759339205 tempest-verify_tempest_config-1759339205-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:26:42.468701 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6600b3f2-ee4a-4480-91cc-9a539c98c934 tempest-verify_tempest_config-1759339205 tempest-verify_tempest_config-1759339205-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070641 Sep 10 16:26:42.751420 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40416) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:26:42.856685 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:42.947587 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:42.951246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:42.995167 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00b98ddfc5dc48bda331148c5d5d1c2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2427285 Sep 10 16:26:42.996359 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e4821-7267-4002-a97b-30c2d53200fd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:26:42.997931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40420) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:26:43.002969 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.003335 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.003674 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.004000 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.004322 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.004668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.004991 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.005309 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.005639 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.005963 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.006273 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.006605 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68a2a-987f-44d7-82c9-9b8ce968fd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.054205 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:43.074900 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:43.165694 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:43.168220 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:43.169354 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/920e4821-7267-4002-a97b-30c2d53200fd HTTP/1.1" status: 204 len: 168 time: 0.1703777 Sep 10 16:26:43.176962 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e4821-7267-4002-a97b-30c2d53200fd,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:26:43.184726 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.185098 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.185421 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.185751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.186079 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.186408 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.186746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.187042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.187415 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.187738 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.188058 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:43.188393 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90508cf-8339-46c8-b153-a8fdfbfa47aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:26:47.706770 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0505-9790-4917-8c20-7f8e6abcf540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:50.025070 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8523f909-af1b-4a29-a728-8fac8dd6b16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:50.704041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:51.400043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:26:51.945961 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:26:52.958878 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:17.707304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4e752e88-676d-4b8d-8224-4772498f5053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:20.026018 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ea66f849-5649-4231-8208-19cd01d45b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:20.703961 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:21.402650 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:22.962508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:28.945278 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:27:47.708086 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ecf405b3-d87e-4a36-a568-f979daf27634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:50.025721 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1687-22ef-45b7-a536-8c066cdebdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:50.704261 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:51.405915 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:27:52.966553 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:05.943445 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 5 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:28:17.709160 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-679774e9-009c-4af7-80f9-2f85ccdd8f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:19.041508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686086'] for agent, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:20.025715 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-622d1695-2c40-42b3-a34d-6b4819b24aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:20.704705 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:21.408775 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:22.969764 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:34.690504 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40496) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:28:34.792945 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6b8f5d93-669d-4095-aaa2-9841f48cb155 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013520 Sep 10 16:28:37.001669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40506) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:28:37.056701 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0f2ee4b2-c5be-4e47-9c46-d0cd60dee520 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539734 Sep 10 16:28:42.942522 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:28:47.711860 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5da448e-a852-4422-b739-c4b08f5414d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:48.996946 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:50.025883 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-52c1777a-583d-4a2d-bddf-3c89c55abbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:50.705453 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:51.412509 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:28:52.973518 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:17.713856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5634e046-ba74-4125-8c04-50fa00e5b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:18.993639 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:19.940639 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:29:20.026395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a84c617-c223-40a9-a992-4f6e30e9da8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:20.706547 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:21.415326 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:22.977867 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:47.715411 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e496b31a-3fdf-49c2-b2d3-f98034796e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:49.008995 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:50.026248 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-02fd8355-425d-4cf0-9d49-5dba75636d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:50.707382 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:51.419050 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:52.980943 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:29:56.939330 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:30:06.438742 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40696) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:06.713230 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-944249028-network', 'tenant_id': 'bca167555fff437786a3151f382628a8'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:06.736522 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Made reservation on behalf of bca167555fff437786a3151f382628a8 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:06.739606 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.749030 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.848561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.852948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.882632 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd6a60-4028-417b-be33-526fca5b951a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:06.884604 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:06.894112 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.894470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.895076 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.895509 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.895894 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.896234 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.896626 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.897246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.897613 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.898111 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.898505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.898811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Tracked resource versions report: Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: pushed versions: Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: consumer versions: Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: HyperV agent@hv-cinder-80846: {}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Log': '1.0', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Network': '1.1', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Port': '1.7', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 10 16:30:06.899914 dv-cinder-808464-1-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:30:06.911059 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.911421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Added segment 558c6343-35b0-45fe-8c4f-662f400a6143 of type vlan for network bbbf5e24-fdd4-4e01-926d-61079b76fad2 Sep 10 16:30:06.964898 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.997309 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:06.999228 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:06.999882 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.034146 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40726) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:07.034673 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5932045 Sep 10 16:30:07.042335 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Request body: {'subnet': {'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-subnet', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:07.083121 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Made reservation on behalf of bca167555fff437786a3151f382628a8 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:07.086304 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa64b7e-a7fa-45c1-9f08-c64762f9fb11 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbf5e24-fdd4-4e01-926d-61079b76fad2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:07.088752 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.097907 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:07.163731 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40730) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:07.310206 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.327645 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40740) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:07.464378 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3173164c-3893-4136-bdae-210af26308a5,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:07.472533 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.472899 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.473241 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.473655 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.473907 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.474279 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.474607 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.474933 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.475286 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.475651 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.475955 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.476225 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Tracked resource versions report: Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: pushed versions: Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: consumer versions: Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: HyperV agent@hv-cinder-80846: {}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Log': '1.0', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Network': '1.1', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Port': '1.7', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 10 16:30:07.477441 dv-cinder-808464-1-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:30:07.492821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-668305413-network', 'tenant_id': '5dc6b60100ca4ff6a8ec609d723900c4'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:07.502977 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Checking segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:07.503383 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Network hostable DHCP agents. Network: bbbf5e24-fdd4-4e01-926d-61079b76fad2, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:07.522946 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:07.523352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Made reservation on behalf of 5dc6b60100ca4ff6a8ec609d723900c4 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:07.528831 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40750) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:07.531474 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.542514 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.542802 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, bbbf5e24-fdd4-4e01-926d-61079b76fad2) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:07.551759 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad4dda-533b-4a15-abac-ed924c891f0d None None] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:07.557494 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:07.558134 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.574092 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-051d1db2-a32c-4f17-a25e-041c99d4985d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5378423 Sep 10 16:30:07.576834 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40754) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:07.581577 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:07.598714 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 16:30:07.598714 dv-cinder-808464-1-iscsi neutron-server[93868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 16:30:07.598714 dv-cinder-808464-1-iscsi neutron-server[93868]: [parameters: {'project_id_1': 'bca167555fff437786a3151f382628a8', 'expiration_1': datetime.datetime(2021, 9, 10, 16, 29, 47, 587163)}] Sep 10 16:30:07.598714 dv-cinder-808464-1-iscsi neutron-server[93868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:30:07.599902 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:30:07.632752 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-80795022-network', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:07.698755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.718954 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c6cd7-7e84-4254-8e5a-fcb6111b2bd9 None None] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:07.726485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.734281 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Made reservation on behalf of 46387eff12b44a52ab9149e7e1592e0a for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:07.738583 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.755287 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.762722 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:07.794843 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.795527 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Added segment 96959f17-f171-4839-8743-c5a872fe2b96 of type vlan for network db81bc48-60d0-42e0-97d4-ddb50f6e1231 Sep 10 16:30:07.849255 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391b75ac-2338-4836-b8a7-5b914639ef08,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:07.870647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-963991963-network', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:07.872715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.920811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.921880 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:07.922502 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:07.997990 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] Pushing event updated for resources: {'Network': ['ID=db81bc48-60d0-42e0-97d4-ddb50f6e1231,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:08.019230 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network db81bc48-60d0-42e0-97d4-ddb50f6e1231 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:08.040356 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.047001 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.085693 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Made reservation on behalf of 26b29df74bc24f1a94469aa298bc4b2c for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:08.089021 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.102477 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aede4cfb-befa-4c01-88c2-77f2a12cbba2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:08.114042 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b6688ee1-ebb0-41b9-b2aa-0958fe6cc067 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9483387 Sep 10 16:30:08.118909 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40776) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:08.128052 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Request body: {'subnet': {'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-668305413-subnet', 'tenant_id': '5dc6b60100ca4ff6a8ec609d723900c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:08.139093 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:08.139865 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.155022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.155211 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Added segment 88a873ba-0e97-4f05-a022-f1c89efeeb41 of type vlan for network 9b3672a1-97ca-468c-a0dc-92b4d384e48f Sep 10 16:30:08.181140 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.183526 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.243970 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 16:30:08.243970 dv-cinder-808464-1-iscsi neutron-server[93868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 16:30:08.243970 dv-cinder-808464-1-iscsi neutron-server[93868]: [parameters: {'project_id_1': '26b29df74bc24f1a94469aa298bc4b2c', 'expiration_1': datetime.datetime(2021, 9, 10, 16, 29, 48, 174895)}] Sep 10 16:30:08.243970 dv-cinder-808464-1-iscsi neutron-server[93868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:30:08.245328 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:30:08.309180 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.316087 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.327081 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Made reservation on behalf of 5dc6b60100ca4ff6a8ec609d723900c4 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:08.330516 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.476672 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.478032 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:08.480435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.549034 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2201087 Sep 10 16:30:08.553043 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40792) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:08.560650 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Request body: {'subnet': {'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-80795022-subnet', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:08.598133 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7333403-dbf0-49bd-93db-37cfd659bef8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3672a1-97ca-468c-a0dc-92b4d384e48f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:08.609744 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:08.621614 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.654552 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Made reservation on behalf of 46387eff12b44a52ab9149e7e1592e0a for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:08.656855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.675136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.804576 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b263aa75-24d0-494d-9f43-4c36bb542f0a,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:08.828533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Checking segment: {'id': '96959f17-f171-4839-8743-c5a872fe2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:08.829351 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Network hostable DHCP agents. Network: db81bc48-60d0-42e0-97d4-ddb50f6e1231, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:08.830179 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.886298 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Network db81bc48-60d0-42e0-97d4-ddb50f6e1231 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:08.905519 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, db81bc48-60d0-42e0-97d4-ddb50f6e1231) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:08.915272 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18e988-9b4a-4232-aced-6748496709bd None None] Network db81bc48-60d0-42e0-97d4-ddb50f6e1231 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:08.939540 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:08.940191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:08.978716 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.045278 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596ad65e-3219-4c44-820c-34051785cf41,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:09.076045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Checking segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:09.076382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Network hostable DHCP agents. Network: 9b3672a1-97ca-468c-a0dc-92b4d384e48f, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:09.100193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:09.116892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 9b3672a1-97ca-468c-a0dc-92b4d384e48f) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:09.122678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:09.123917 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.156262 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51374d-70ed-4ad1-bd2b-fbb15860e8ff None None] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:09.193627 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.225858 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.308456 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.312984 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94393937-41b7-4a05-9990-95d1634aa287 None None] Network db81bc48-60d0-42e0-97d4-ddb50f6e1231 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:09.324651 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d28a367f-6bbe-438e-9b6d-232789f50694 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7667360 Sep 10 16:30:09.324952 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40814) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:09.327310 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a32012b6-8fee-44dd-8217-d782e5d6a8d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2068005 Sep 10 16:30:09.378130 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.384465 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:09.406770 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:30:09.407901 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.461063 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023a257-d15d-4ac4-99d4-4eeba97e0694,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:09.479499 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:09.511883 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Allocated IP 172.27.3.163 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/ff970006-dab7-4b23-bda8-74cdf595fddf) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:09.514089 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.514384 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Added segment 4717b55e-9e30-4a92-9abc-71b1ec5240a2 of type vlan for network 7ccab627-9628-40d2-b708-2150bb12b7f5 Sep 10 16:30:09.549367 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.550383 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.565275 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Allocated IP 172.20.0.2 (9b3672a1-97ca-468c-a0dc-92b4d384e48f/596ad65e-3219-4c44-820c-34051785cf41/37ced508-daa8-4957-960b-92be60c221bc) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:09.606505 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.726979 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.753856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Transition to ACTIVE for port object 37ced508-daa8-4957-960b-92be60c221bc will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:09.772051 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Transition to ACTIVE for port object 37ced508-daa8-4957-960b-92be60c221bc will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:09.782897 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.802046 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:09.828774 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:09.840948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40846) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:09.841736 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:09.858742 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.946174 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Attempting to bind port 37ced508-daa8-4957-960b-92be60c221bc on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:09.946845 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Attempting to bind port 37ced508-daa8-4957-960b-92be60c221bc by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:09.948502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Attempting to bind port 37ced508-daa8-4957-960b-92be60c221bc on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:09.960779 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:09.961302 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Checking segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:09.961796 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:09.962292 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Bound using segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:09.963132 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Bound port: 37ced508-daa8-4957-960b-92be60c221bc, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:09.963657 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.022132 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.036177 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] For port 37ced508-daa8-4957-960b-92be60c221bc, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:10.040090 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] For port 37ced508-daa8-4957-960b-92be60c221bc, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=37ced508-daa8-4957-960b-92be60c221bc,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:10.043453 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Pushing event updated for resources: {'Port': ['ID=37ced508-daa8-4957-960b-92be60c221bc,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:10.046208 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.db.resource_extend [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 16:30:10.055626 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.072957 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.073390 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.073744 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.074166 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.074385 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.074709 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.075031 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.088106 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.088436 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.088783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.089124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.089454 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Tracked resource versions report: Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: pushed versions: Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: consumer versions: Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: HyperV agent@hv-cinder-80846: {}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Log': '1.0', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Network': '1.1', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Port': '1.7', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 10 16:30:10.090576 dv-cinder-808464-1-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:30:10.094515 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.137441 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a60269b-09b2-479e-82e7-fdd349425f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.156065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.157034 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:10.157604 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.394774 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0ce5-77e0-4772-9c08-92e8327f5c35 None None] Pushing event updated for resources: {'Port': ['ID=37ced508-daa8-4957-960b-92be60c221bc,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:10.428782 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a60269b-09b2-479e-82e7-fdd349425f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.436341 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6a60269b-09b2-479e-82e7-fdd349425f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.492548 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccab627-9628-40d2-b708-2150bb12b7f5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:10.522492 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:10.580580 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:10.593654 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6a60269b-09b2-479e-82e7-fdd349425f5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d9fe72e8985430aa1d876c71d3139ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7514381 Sep 10 16:30:10.608835 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40880) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:10.649165 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b7ae21c4-73bc-4822-9b53-20b2789c49e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1195273 Sep 10 16:30:10.651053 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40888) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:10.652065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Pushing event updated for resources: {'Port': ['ID=ff970006-dab7-4b23-bda8-74cdf595fddf,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:10.667672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Request body: {'subnet': {'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-subnet', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:10.722368 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40896) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:10.731297 dv-cinder-808464-1-iscsi neutron-server[93869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 16:30:10.731895 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:10.750533 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:10.753565 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:10.806244 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 40898) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:10.814948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60269b-09b2-479e-82e7-fdd349425f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcbdec6-b2b2-47e3-9d9d-426461814c54,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:10.825777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Made reservation on behalf of 26b29df74bc24f1a94469aa298bc4b2c for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:10.828086 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.013837 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.043559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-edf424ca-7d0c-4e48-8541-4d6672844c1b tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:11.045192 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-edf424ca-7d0c-4e48-8541-4d6672844c1b tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/networks?id=db81bc48-60d0-42e0-97d4-ddb50f6e1231 HTTP/1.1" status: 200 len: 811 time: 0.3188679 Sep 10 16:30:11.055597 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.081153 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-c7c027bc-ef44-4f2a-80b4-ba6c4a1d49ee tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/quotas/5dc6b60100ca4ff6a8ec609d723900c4 HTTP/1.1" status: 200 len: 375 time: 0.0281823 Sep 10 16:30:11.120761 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27ecb1d2-1995-422f-b9e7-bfd999e85fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.186891 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-50d7d498-39dd-4130-893f-a3551983cf80 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dc6b60100ca4ff6a8ec609d723900c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946190 Sep 10 16:30:11.219506 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.225183 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.227089 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bcbdec6-b2b2-47e3-9d9d-426461814c54 HTTP/1.1" status: 204 len: 168 time: 0.6143332 Sep 10 16:30:11.238078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd518e0-a66b-4553-b27b-5506261cab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcbdec6-b2b2-47e3-9d9d-426461814c54,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:11.317500 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.373821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-d5b84de2-e5a1-4d51-8558-a0420c10d415 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:30:11.375290 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-d5b84de2-e5a1-4d51-8558-a0420c10d415 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0742435 Sep 10 16:30:11.401640 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.529249 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-4a1afd09-868b-4a9b-b05f-5e1b7af473fa service neutron] 10.222.0.23 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444488 Sep 10 16:30:11.572465 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e568aeb-ea84-4479-86ff-381c102f5df0 None None] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:11.633058 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Allocated IP 172.27.3.128 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:11.678259 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-a08a5f09-6029-40b5-9974-cc266cbcd3b4 service neutron] 10.222.0.23 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464353 Sep 10 16:30:11.690719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-14a14df0-73ae-481c-80c0-997c05cc3bf7 None None] Provisioning for port 37ced508-daa8-4957-960b-92be60c221bc completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:11.747356 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.788758 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40940) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:11.804918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4fad92b-91c3-4fa7-8f9e-c39c0a28dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.921531 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.947686 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27ecb1d2-1995-422f-b9e7-bfd999e85fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.972226 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27ecb1d2-1995-422f-b9e7-bfd999e85fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:11.987972 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40956) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:12.066685 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecb1d2-1995-422f-b9e7-bfd999e85fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab05dc-45a0-451c-aac2-e9f0deda400e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.117335 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2be64a23-c243-43df-867f-dbbfcdf249af req-24615d47-0e0e-48e3-9620-b57286487dc7 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.1244154 Sep 10 16:30:12.157674 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4fad92b-91c3-4fa7-8f9e-c39c0a28dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.163686 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e4fad92b-91c3-4fa7-8f9e-c39c0a28dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.176015 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Checking segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:12.176381 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Network hostable DHCP agents. Network: 7ccab627-9628-40d2-b708-2150bb12b7f5, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:12.181394 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-27ecb1d2-1995-422f-b9e7-bfd999e85fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=618962866292413bad2103f56c07a954&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3666890 Sep 10 16:30:12.189666 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40968) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:12.223891 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e4fad92b-91c3-4fa7-8f9e-c39c0a28dcc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53e6676232d84ddc8bef92417c52d62e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4316554 Sep 10 16:30:12.227845 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40970) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:12.242361 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fad92b-91c3-4fa7-8f9e-c39c0a28dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d49dc-9d8b-440c-bae1-e3d68b73ecfc,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.271198 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5100fe-e505-40c2-898a-0749f8518c23,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.295528 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.312163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.324668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.330468 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.340479 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:12.352314 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.358428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 7ccab627-9628-40d2-b708-2150bb12b7f5) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:12.366615 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6aeff-88c7-44c9-920d-9c8d722c5db9 None None] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:12.381280 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:12.381961 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.418025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.516138 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.518725 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.527219 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cab05dc-45a0-451c-aac2-e9f0deda400e HTTP/1.1" status: 204 len: 168 time: 0.3363891 Sep 10 16:30:12.551675 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cfcdc6af-96dc-42bb-a23e-8d3c0cf0d922 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8886108 Sep 10 16:30:12.557740 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 40984) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:12.558764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c4833-4dc1-46fc-aa29-82310873c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab05dc-45a0-451c-aac2-e9f0deda400e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.582323 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:12.591567 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.620691 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.623164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.624348 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a73d49dc-9d8b-440c-bae1-e3d68b73ecfc HTTP/1.1" status: 204 len: 168 time: 0.3956044 Sep 10 16:30:12.680368 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e545e-25b3-403b-a954-f43f7112a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d49dc-9d8b-440c-bae1-e3d68b73ecfc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.686376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 37ced508-daa8-4957-960b-92be60c221bc up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:12.705171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.707418 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.746551 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:12.757458 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:12.777693 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:12.779719 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Pushing event updated for resources: {'Port': ['ID=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:12.905497 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-7ccab627-9628-40d2-b708-2150bb12b7f5', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:30:12.906299 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.913135 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:30:12.918322 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 37ced508-daa8-4957-960b-92be60c221bc completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:12.939684 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 37ced508-daa8-4957-960b-92be60c221bc triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:12.946173 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:12.964147 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.155207 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:13.170087 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Sync routers for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:13.196738 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:13.197371 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:13.211944 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.214568 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-38ac3b3a-3cba-4069-8d11-252344d8b09d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6365085 Sep 10 16:30:13.221545 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41012) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:13.361952 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.383844 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Allocated IP 172.20.0.2 (7ccab627-9628-40d2-b708-2150bb12b7f5/1e5100fe-e505-40c2-898a-0749f8518c23/a4d71947-3aa9-4d69-8c61-c727d9cb37f4) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:13.457139 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 37ced508-daa8-4957-960b-92be60c221bc, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=37ced508-daa8-4957-960b-92be60c221bc,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:13.465923 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.565891 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41018) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:13.573158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5498cba0-7c01-4ea2-af3d-0e33615149bb req-977d9a6d-c8d3-4b92-bf2d-8073bafe9742 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.2443554 Sep 10 16:30:13.577395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=37ced508-daa8-4957-960b-92be60c221bc,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:13.603484 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:13.638460 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.683009 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.728429 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.737379 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Transition to ACTIVE for port object a4d71947-3aa9-4d69-8c61-c727d9cb37f4 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:13.753633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbf134fd-b9ca-442a-8c77-303e562b8a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.757343 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Transition to ACTIVE for port object a4d71947-3aa9-4d69-8c61-c727d9cb37f4 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:13.764181 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.812269 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:13.820362 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:13.822434 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Pushing event updated for resources: {'Port': ['ID=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:13.829887 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:13.847729 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:11Z', 'revision_number': 3, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:13.918199 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Checking router: 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:13.918549 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Updating router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b port ff970006-dab7-4b23-bda8-74cdf595fddf binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:13.930076 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Attempting to bind port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:13.930439 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Attempting to bind port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:13.930793 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Attempting to bind port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:13.935871 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:13.936244 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Checking segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:13.936640 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.937024 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Bound using segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:13.937485 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Bound port: a4d71947-3aa9-4d69-8c61-c727d9cb37f4, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:13.937881 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:13.962629 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.028053 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] For port a4d71947-3aa9-4d69-8c61-c727d9cb37f4, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:14.031982 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] For port a4d71947-3aa9-4d69-8c61-c727d9cb37f4, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:14.039713 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.050497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.086873 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.158631 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbf134fd-b9ca-442a-8c77-303e562b8a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.182474 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac5897-2b68-447a-99fa-525595c3f0cd None None] Pushing event updated for resources: {'Port': ['ID=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:14.217705 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbf134fd-b9ca-442a-8c77-303e562b8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.274235 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dbf134fd-b9ca-442a-8c77-303e562b8a62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5593944e8cf40d385d34998bbcc67b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7064142 Sep 10 16:30:14.276911 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41044) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:14.355465 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.381767 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Transition to ACTIVE for port object ff970006-dab7-4b23-bda8-74cdf595fddf will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:14.384656 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.401105 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.408691 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf134fd-b9ca-442a-8c77-303e562b8a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b2fc2-f27e-4e3d-9f09-36a1880ef9db,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:14.424555 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.506760 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Attempting to bind port ff970006-dab7-4b23-bda8-74cdf595fddf on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:14.507344 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Attempting to bind port ff970006-dab7-4b23-bda8-74cdf595fddf by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:14.507860 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Attempting to bind port ff970006-dab7-4b23-bda8-74cdf595fddf on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:14.518919 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Pushing event updated for resources: {'Port': ['ID=ff970006-dab7-4b23-bda8-74cdf595fddf,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:14.522202 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:14.522780 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:14.523377 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.523914 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:14.524871 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Bound port: ff970006-dab7-4b23-bda8-74cdf595fddf, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:14.525413 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.533171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.579084 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.580985 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.581508 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.582006 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.583081 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.584517 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.586401 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.587014 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.587622 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.588520 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.590019 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.590776 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Tracked resource versions report: Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: pushed versions: Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Log': {'1.0'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Network': {'1.1'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Port': {'1.7'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: consumer versions: Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: HyperV agent@hv-cinder-80846: {}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: L3 agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: Metadata agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: Metering agent@dv-cinder-808464-1-iscsi: {}, Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-808464-1-iscsi: { 'AddressGroup': '1.2', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Log': '1.0', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Network': '1.1', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Port': '1.7', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'SubPort': '1.0', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Subnet': '1.1', Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Sep 10 16:30:14.593458 dv-cinder-808464-1-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 16:30:14.685221 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] For port ff970006-dab7-4b23-bda8-74cdf595fddf, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:14.690526 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Allocated IP 172.27.3.19 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/7829588d-776b-449a-9e14-b17290bf7cb0) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:14.693308 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] For port ff970006-dab7-4b23-bda8-74cdf595fddf, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ff970006-dab7-4b23-bda8-74cdf595fddf,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:14.698996 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.730815 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a4d71947-3aa9-4d69-8c61-c727d9cb37f4 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:14.775383 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b9c04-0c54-4ba3-a6cf-0a156d9aaf3b None None] Pushing event updated for resources: {'Port': ['ID=ff970006-dab7-4b23-bda8-74cdf595fddf,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:14.809888 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:14.812110 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:14.859012 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:14.864084 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 37ced508-daa8-4957-960b-92be60c221bc up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:14.887382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.889649 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Router 889a303b-07cf-4a83-a5e5-95c7013d333c is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:30:14.893075 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:14.995675 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 37ced508-daa8-4957-960b-92be60c221bc triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:14.996643 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.106403 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:15.147844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.163919 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.173976 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e2b2fc2-f27e-4e3d-9f09-36a1880ef9db HTTP/1.1" status: 204 len: 168 time: 0.8958809 Sep 10 16:30:15.220241 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.265378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:15.355991 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:15.394251 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4d9eadd-c157-4fc7-9faf-080a4e1766f7 req-52d2cbc7-f733-4e9d-9635-3fb7fa1b8553 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.2532737 Sep 10 16:30:15.397461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:15.516734 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Allocated IP 172.20.0.1 (bbbf5e24-fdd4-4e01-926d-61079b76fad2/3173164c-3893-4136-bdae-210af26308a5/a3d171c3-1ac4-4ef2-a004-c31eabfbb068) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:15.547558 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92068c8c-9d68-4a9b-92da-a42f4d555a8c None None] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:15.597970 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31558427-ccbc-4c58-b236-0b03a5a5fa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b2fc2-f27e-4e3d-9f09-36a1880ef9db,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:15.666699 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:15.744732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7829588d-776b-449a-9e14-b17290bf7cb0,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:15.762766 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:15.774308 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:11Z', 'revision_number': 3, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:15.822496 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:15.823568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:15.858357 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34989825-9d5b-445f-baae-44d98d49b18c None None] The sync data for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi is: [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:11Z', 'revision_number': 3, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:15.899089 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.943634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.959425 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.977598 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:15.978826 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-659df825-cbaa-4ff0-b81e-d6e45e39ddbc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6022382 Sep 10 16:30:16.031993 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:16.110398 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Provisioning for port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:16.126078 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:16.130557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Provisioning complete for port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:16.134460 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:16.160668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:16.163750 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:16.164579 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:16.165408 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:16.171450 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Pushing event updated for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:16.759395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ff970006-dab7-4b23-bda8-74cdf595fddf up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:16.943976 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:16.960410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.023096 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41142) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:17.044413 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-906bcf79-1926-422f-86f6-71f7c9401429 req-b3dcca80-a907-403c-94bb-73b0b16029ca tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.0890961 Sep 10 16:30:17.107040 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] For port a4d71947-3aa9-4d69-8c61-c727d9cb37f4, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:17.120268 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.139685 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port ff970006-dab7-4b23-bda8-74cdf595fddf completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:17.149444 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ff970006-dab7-4b23-bda8-74cdf595fddf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:17.149808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.160633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.324109 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:12Z', 'revision_number': 3, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:17.334071 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-267534602-network', 'tenant_id': '8212ec7ffecb4b059345fa1fa055c2ad'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:17.358195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Router 15bf24e2-085c-443e-a75a-17971e5a8953 is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:30:17.385730 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:17.386080 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Updating router 889a303b-07cf-4a83-a5e5-95c7013d333c port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:17.392847 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b893ad-48bc-41f8-8b68-a99e7c0180be None None] Pushing event updated for resources: {'Port': ['ID=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:17.406636 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Made reservation on behalf of 8212ec7ffecb4b059345fa1fa055c2ad for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:17.409363 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.418006 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-1a060eb1-a3dc-4ca5-bf83-835f41be7d29 None None] Provisioning complete for port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:17.418373 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1a060eb1-a3dc-4ca5-bf83-835f41be7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.434428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.457324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.511726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:17.523795 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:17.536042 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:17.537569 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:17.543474 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.571118 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port ff970006-dab7-4b23-bda8-74cdf595fddf, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ff970006-dab7-4b23-bda8-74cdf595fddf,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:17.584344 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.667065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.680993 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=ff970006-dab7-4b23-bda8-74cdf595fddf,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:17.722858 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.724164 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.811645 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:17.827517 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41166) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:17.834642 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.862297 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Pushing event updated for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:17.930909 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.951075 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:17.952776 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-68494014-0b58-4fd3-bcae-3e9d162f23b5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3858106 Sep 10 16:30:17.955566 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41174) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:17.961122 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.052659 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:18.069011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e68e65ec-91df-4306-aabd-5b6171236cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.070626 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:15Z', 'revision_number': 3, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:18.089464 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9fc8a2-e918-470a-b2d1-12bfbe3762a0,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.100621 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.100968 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Added segment ccc28c51-44d0-438f-b48c-eccd0647db06 of type vlan for network 267e7de5-9469-4ac8-955b-51dccc19ec5a Sep 10 16:30:18.122066 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:18.123008 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:18.123485 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Updating router 15bf24e2-085c-443e-a75a-17971e5a8953 port 7829588d-776b-449a-9e14-b17290bf7cb0 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:18.154129 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.182577 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cfcc7b5e-df05-4e23-9916-a38b56b017ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.210159 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:18.250255 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.307447 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.321975 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e1f07c0-34a8-4214-8147-139519473a72 req-7b901a66-45aa-4d04-ab07-9ff9f164076c tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.1110575 Sep 10 16:30:18.327582 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Transition to ACTIVE for port object 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:18.344392 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.381503 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Attempting to bind port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:18.382075 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Attempting to bind port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:18.382560 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Attempting to bind port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:18.394292 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.395287 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:18.396763 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.420531 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Allocated IP 172.20.0.1 (9b3672a1-97ca-468c-a0dc-92b4d384e48f/596ad65e-3219-4c44-820c-34051785cf41/5e346ec2-60f5-4e90-8635-75d14ce357c2) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:18.423693 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:18.424145 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:18.424549 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.425068 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:18.426295 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Bound port: 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:18.429063 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.506860 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] For port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:18.514096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e68e65ec-91df-4306-aabd-5b6171236cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.515358 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] For port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:18.524504 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.524710 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e68e65ec-91df-4306-aabd-5b6171236cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.556738 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] Pushing event updated for resources: {'Network': ['ID=267e7de5-9469-4ac8-955b-51dccc19ec5a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.558796 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:18.559461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:18.574388 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:30:18.575479 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4c281fd9-a40b-4ff2-b5fc-027f128c6b2e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5513356 Sep 10 16:30:18.579183 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41178) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:18.597841 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.613452 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Transition to ACTIVE for port object 7829588d-776b-449a-9e14-b17290bf7cb0 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:18.618507 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Request body: {'subnet': {'network_id': '267e7de5-9469-4ac8-955b-51dccc19ec5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-267534602-subnet', 'tenant_id': '8212ec7ffecb4b059345fa1fa055c2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:18.620250 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.633225 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ab274-66b1-4f94-817b-1326e066b91b None None] Pushing event updated for resources: {'Port': ['ID=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.635992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 267e7de5-9469-4ac8-955b-51dccc19ec5a details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:18.639221 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a4d71947-3aa9-4d69-8c61-c727d9cb37f4 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:18.678924 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e68e65ec-91df-4306-aabd-5b6171236cea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4862d512bd24393bcbbddb1fa939391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495436 Sep 10 16:30:18.690272 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41180) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:18.698289 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.39', 52177) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:18.698627 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c76915-9869-492e-8557-d20c06bf0148 None None] Pushing event updated for resources: {'Port': ['ID=7829588d-776b-449a-9e14-b17290bf7cb0,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.710764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e65ec-91df-4306-aabd-5b6171236cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2818c0-78bf-4237-9fa2-adbead2c2797,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.737076 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Made reservation on behalf of 8212ec7ffecb4b059345fa1fa055c2ad for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:18.739967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.787787 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Attempting to bind port 7829588d-776b-449a-9e14-b17290bf7cb0 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:18.789321 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Attempting to bind port 7829588d-776b-449a-9e14-b17290bf7cb0 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:18.790490 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Attempting to bind port 7829588d-776b-449a-9e14-b17290bf7cb0 on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:18.795780 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ab274-66b1-4f94-817b-1326e066b91b None None] Pushing event updated for resources: {'Port': ['ID=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:18.798291 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:18.798960 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:18.808560 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.809426 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:18.810452 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Bound port: 7829588d-776b-449a-9e14-b17290bf7cb0, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:18.810452 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.839037 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.881757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:18.896137 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] For port 7829588d-776b-449a-9e14-b17290bf7cb0, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:18.899936 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] For port 7829588d-776b-449a-9e14-b17290bf7cb0, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7829588d-776b-449a-9e14-b17290bf7cb0,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:18.923954 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-718a1fdb-aa00-4ef2-9037-6f17275d674b admin admin] 10.222.0.23 "PUT /v2.0/routers/05a4e40d-7f1e-4a31-84de-eb7a6a995c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7006555 Sep 10 16:30:18.927466 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Sync routers for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:18.933684 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:18.975443 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:18.976426 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:19.030266 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:19.030890 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:29:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:19.138809 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c76915-9869-492e-8557-d20c06bf0148 None None] Pushing event updated for resources: {'Port': ['ID=7829588d-776b-449a-9e14-b17290bf7cb0,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:19.170459 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.248476 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:19.304708 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:19.367154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.419440 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.425814 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.428584 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a2818c0-78bf-4237-9fa2-adbead2c2797 HTTP/1.1" status: 204 len: 168 time: 0.7372642 Sep 10 16:30:19.494082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Transition to ACTIVE for port object 5e346ec2-60f5-4e90-8635-75d14ce357c2 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:19.517199 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-e55b7e49-5872-4522-980a-b01d75921941 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:19.519172 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-e55b7e49-5872-4522-980a-b01d75921941 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.39 "GET /v2.0/networks?id=db81bc48-60d0-42e0-97d4-ddb50f6e1231 HTTP/1.1" status: 200 len: 811 time: 0.8131425 Sep 10 16:30:19.559142 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.598320 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Request body: {'port': {'device_id': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231', 'admin_state_up': True, 'tenant_id': '5dc6b60100ca4ff6a8ec609d723900c4'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:19.608194 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e165da2-e546-417b-a7bd-f64c30ee7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2818c0-78bf-4237-9fa2-adbead2c2797,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:19.748517 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:19.748903 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.756186 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a78c446-4be0-4153-b6aa-d2c074be524a req-bbd7698c-a48e-4a6e-b051-40e7d88885ae tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.2421176 Sep 10 16:30:19.762691 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:15Z', 'revision_number': 3, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:19.786775 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:19.839055 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f78ded-fa7a-4e74-a311-61e9db9d262d None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:15Z', 'revision_number': 3, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:19.885864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41244) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:19.975247 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:20.071371 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-00ce035c-9d39-4b7a-9751-945ac23ceaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:20.103032 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:20.202795 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ff970006-dab7-4b23-bda8-74cdf595fddf up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:20.205674 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:12Z', 'revision_number': 3, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:20.301417 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95485fe3-f47e-44b8-a7d8-57de69a15ed0 None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:12Z', 'revision_number': 3, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:20.404552 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:20.488992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ff970006-dab7-4b23-bda8-74cdf595fddf triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:20.491434 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:20.579491 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:20.601420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Pushing event updated for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:20.613542 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:20.629284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:20.632056 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:20.657718 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52922d5-c0a6-4141-97ab-5a5b88bea0ad,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:20.688912 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'a3d171c3-1ac4-4ef2-a004-c31eabfbb068', 'name': '', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'mac_address': 'fa:16:3e:2f:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3173164c-3893-4136-bdae-210af26308a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 2, 'project_id': 'bca167555fff437786a3151f382628a8', 'subnets': [{'id': '3173164c-3893-4136-bdae-210af26308a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:21.035505 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Checking router: 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:21.036032 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Updating router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:21.129236 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-477cdf6d-8231-43c2-874c-72d79da7a4ed tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:21.144964 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-477cdf6d-8231-43c2-874c-72d79da7a4ed tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 818 time: 1.0557363 Sep 10 16:30:21.165780 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Checking segment: {'id': 'ccc28c51-44d0-438f-b48c-eccd0647db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '267e7de5-9469-4ac8-955b-51dccc19ec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:21.168184 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Network hostable DHCP agents. Network: 267e7de5-9469-4ac8-955b-51dccc19ec5a, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:21.214596 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Made reservation on behalf of 5dc6b60100ca4ff6a8ec609d723900c4 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:21.221530 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a73e0de-c84c-42ed-adb7-6c011fc8d954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.244722 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-44d90698-eb59-4b6b-9a34-04286d717c17 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/quotas/bca167555fff437786a3151f382628a8 HTTP/1.1" status: 200 len: 375 time: 0.0959859 Sep 10 16:30:21.247211 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.275949 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41276) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:21.284270 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.506044 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Network 267e7de5-9469-4ac8-955b-51dccc19ec5a is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:21.598395 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3890e71f-85ae-4830-a460-a3f755936729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.609741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.688956 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.753337 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a73e0de-c84c-42ed-adb7-6c011fc8d954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.764971 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 267e7de5-9469-4ac8-955b-51dccc19ec5a) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:21.795331 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8847d6a7-fbe5-43d8-bad0-139c0c7a851f None None] Provisioning for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:21.837348 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a73e0de-c84c-42ed-adb7-6c011fc8d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.845525 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8847d6a7-fbe5-43d8-bad0-139c0c7a851f None None] Provisioning complete for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:21.859374 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-8847d6a7-fbe5-43d8-bad0-139c0c7a851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.879098 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:21.881374 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:21.959853 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ef374b09-4c43-4bad-a13e-ec6df38fd3b6 req-e1d97e65-681d-41d1-963e-bb7bf0cbdbb6 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.8049200 Sep 10 16:30:22.023697 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-8847d6a7-fbe5-43d8-bad0-139c0c7a851f None None] Port 5e346ec2-60f5-4e90-8635-75d14ce357c2 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:22.025155 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad260d-ae5e-4a3f-81b9-c818f31265e8 None None] Network 267e7de5-9469-4ac8-955b-51dccc19ec5a requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:22.041853 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-056a33da-d8ad-497f-98ac-58b2b90dcfcc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4268563 Sep 10 16:30:22.081083 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Allocated IP 172.20.0.1 (7ccab627-9628-40d2-b708-2150bb12b7f5/1e5100fe-e505-40c2-898a-0749f8518c23/3f2e373b-14bc-499a-966f-8ddd4a20f41d) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:22.293760 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:22.530766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Transition to ACTIVE for port object 3f2e373b-14bc-499a-966f-8ddd4a20f41d will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:22.532674 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7829588d-776b-449a-9e14-b17290bf7cb0 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:22.533215 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-50db29e3-a1a0-4896-9e9d-05fdb1381e8d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1847508 Sep 10 16:30:22.533215 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73e0de-c84c-42ed-adb7-6c011fc8d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81ab33-112c-415b-b5c8-5a49c31b792c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:22.553498 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:22.775719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-28a01fde-67aa-4f9e-a6c1-d29873c684cd service neutron] 10.222.0.23 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231046 Sep 10 16:30:22.838151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3a73e0de-c84c-42ed-adb7-6c011fc8d954 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8677802ccb04b8fad06098912b077a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9502540 Sep 10 16:30:22.845073 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41302) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:22.958423 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Allocated IP 172.20.0.5 (db81bc48-60d0-42e0-97d4-ddb50f6e1231/b263aa75-24d0-494d-9f43-4c36bb542f0a/a2023a40-4a92-46c5-9db4-8cecbd908aa2) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:22.959895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:23.111788 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:23.137376 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-de3a3335-3a79-4aa0-bd18-fa02d66a8ea1 service neutron] 10.222.0.23 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306890 Sep 10 16:30:23.138189 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:23.155719 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:23.158968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:23.176653 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:23.177756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:23.193354 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2718e102-98de-4d4d-b421-423895c89993 req-e55dd753-d687-4134-9554-7419bf645920 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.0798664 Sep 10 16:30:23.453644 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbe8df-26e0-46cf-b04c-a24988dde7f1 None None] Network 267e7de5-9469-4ac8-955b-51dccc19ec5a requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:23.478456 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 7829588d-776b-449a-9e14-b17290bf7cb0 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:23.546058 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 7829588d-776b-449a-9e14-b17290bf7cb0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:23.546184 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:23.769810 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c245246-3c41-4c77-a0eb-c909fba7a5a2 req-5df5faaf-0fc8-44d4-b985-bf1c17c08ff5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 210 time: 0.1233900 Sep 10 16:30:23.805583 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:23.918074 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.021341 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2d9a052a-07ca-4e75-8fff-d427a578a70f None None] Provisioning for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:24.057693 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2d9a052a-07ca-4e75-8fff-d427a578a70f None None] Provisioning complete for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:24.058947 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2d9a052a-07ca-4e75-8fff-d427a578a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.123226 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.174008 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.242332 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41342) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:24.246435 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.252129 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.348048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-755965335-network', 'tenant_id': '64987d67aa994057817237b273371028'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:24.424174 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Transition to ACTIVE for port object a3d171c3-1ac4-4ef2-a004-c31eabfbb068 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:24.500215 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Network db81bc48-60d0-42e0-97d4-ddb50f6e1231 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:24.528761 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:24.539030 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.545507 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a052a-07ca-4e75-8fff-d427a578a70f None None] Port 3f2e373b-14bc-499a-966f-8ddd4a20f41d cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:24.546216 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Pushing event updated for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:24.589715 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:24.597682 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.598039 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:24.599519 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.624093 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3890e71f-85ae-4830-a460-a3f755936729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.634807 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3890e71f-85ae-4830-a460-a3f755936729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.716624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a68ce0b0-04fe-458c-8b7a-065d1b7d38a0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:24.721342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a68ce0b0-04fe-458c-8b7a-065d1b7d38a0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 818 time: 0.3356638 Sep 10 16:30:24.731852 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 7829588d-776b-449a-9e14-b17290bf7cb0, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7829588d-776b-449a-9e14-b17290bf7cb0,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:24.755240 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.759027 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.760358 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f81ab33-112c-415b-b5c8-5a49c31b792c HTTP/1.1" status: 204 len: 168 time: 1.8739498 Sep 10 16:30:24.766379 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.788988 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.789710 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.817911 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913312-3b99-4823-bc31-f3b97098dd59 None None] Pushing event updated for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:24.828411 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:24.832526 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:24.875031 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3890e71f-85ae-4830-a460-a3f755936729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4b8e159755f4abcb71d1b93e1d26122&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4290941 Sep 10 16:30:24.882273 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41376) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:24.894154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890e71f-85ae-4830-a460-a3f755936729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd9bcd-8af7-4351-923a-0fd022d02539,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.032622 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-ef08f8d2-95ee-451d-961c-e93ff93f8526 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/quotas/bca167555fff437786a3151f382628a8 HTTP/1.1" status: 200 len: 375 time: 0.1863682 Sep 10 16:30:25.044304 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Made reservation on behalf of 64987d67aa994057817237b273371028 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:25.046701 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.074205 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071894d-ea15-476e-b87f-725c88ff8012 req-4233ead8-0075-4971-8814-62be9ff192f5 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:25.080342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5071894d-ea15-476e-b87f-725c88ff8012 req-4233ead8-0075-4971-8814-62be9ff192f5 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 931 time: 0.7224236 Sep 10 16:30:25.094275 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.119962 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Attempting to bind port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:25.120584 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Attempting to bind port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:25.122033 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Attempting to bind port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:25.143053 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:25.143750 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Checking segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:25.144769 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.145367 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Bound using segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:25.146487 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Bound port: a3d171c3-1ac4-4ef2-a004-c31eabfbb068, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:25.147121 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.210964 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=7829588d-776b-449a-9e14-b17290bf7cb0,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.235599 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-0d16e86a-aabd-4dcf-b388-6778706cbadc tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6569898 Sep 10 16:30:25.262877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0747f-b0cb-49cc-8337-53aa4947d709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81ab33-112c-415b-b5c8-5a49c31b792c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.273121 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Pushing event updated for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.293187 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-7a3a7e14-faa7-4d13-b7fd-adf75be0feb4 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:30:25.298278 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-7a3a7e14-faa7-4d13-b7fd-adf75be0feb4 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169935 Sep 10 16:30:25.355308 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:25.401810 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:25.402335 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.466444 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5071894d-ea15-476e-b87f-725c88ff8012 req-d3c5ba2d-c388-4c74-9737-87e413360f9a tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345442 Sep 10 16:30:25.482194 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.525305 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] For port a3d171c3-1ac4-4ef2-a004-c31eabfbb068, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:25.526479 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-4fc2ba18-55c6-4d7f-8c60-623de72c55d3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4430370 Sep 10 16:30:25.529775 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.540566 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] For port a3d171c3-1ac4-4ef2-a004-c31eabfbb068, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:25.555155 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.573096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.574690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.603581 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.679246 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.747298 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.751106 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:25.771846 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ccd9bcd-8af7-4351-923a-0fd022d02539 HTTP/1.1" status: 204 len: 168 time: 0.8864162 Sep 10 16:30:25.810585 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:25.812141 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:25.812957 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:25.815414 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913312-3b99-4823-bc31-f3b97098dd59 None None] Pushing event updated for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.845987 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50da97-7bf1-47d2-aaec-e94b85a6ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd9bcd-8af7-4351-923a-0fd022d02539,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:25.885612 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:25.888820 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:25.931503 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:26.174303 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7829588d-776b-449a-9e14-b17290bf7cb0 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:26.287579 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:26.338373 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:30:26.369591 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:26.491951 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 7829588d-776b-449a-9e14-b17290bf7cb0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:26.492504 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:26.502517 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c5467138-6368-4661-ba77-aacdc03193d0 None None] Provisioning complete for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:26.502517 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c5467138-6368-4661-ba77-aacdc03193d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:26.551075 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-d09e9b32-9861-4ded-805d-c105178811ea service neutron] 10.222.0.23 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0137038 Sep 10 16:30:26.769511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:26.790916 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:26.805194 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-266e70dc-c6ca-4cbe-8f6a-fd39ade4963a admin admin] 10.222.0.23 "PUT /v2.0/routers/889a303b-07cf-4a83-a5e5-95c7013d333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7718058 Sep 10 16:30:26.806307 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:26.815506 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:26.821898 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c5467138-6368-4661-ba77-aacdc03193d0 None None] Port 5e346ec2-60f5-4e90-8635-75d14ce357c2 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:26.868073 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-165bb685-1bb7-450f-b3b6-db9b3b185a27 service neutron] 10.222.0.23 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593176 Sep 10 16:30:26.876807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:26.971584 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:27.062458 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:27.148972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'a3d171c3-1ac4-4ef2-a004-c31eabfbb068', 'name': '', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'mac_address': 'fa:16:3e:2f:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3173164c-3893-4136-bdae-210af26308a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': 'bca167555fff437786a3151f382628a8', 'subnets': [{'id': '3173164c-3893-4136-bdae-210af26308a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:27.271007 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3173a92-17b0-46e7-ac79-86601b0e55a3 None None] The sync data for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi is: [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'a3d171c3-1ac4-4ef2-a004-c31eabfbb068', 'name': '', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'mac_address': 'fa:16:3e:2f:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3173164c-3893-4136-bdae-210af26308a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': 'bca167555fff437786a3151f382628a8', 'subnets': [{'id': '3173164c-3893-4136-bdae-210af26308a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:27.300906 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:27.624696 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065445f-f1e3-4612-8968-4a6937977035 req-62253849-d5b6-461c-9c60-a5c817cc6a52 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:27.643884 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5065445f-f1e3-4612-8968-4a6937977035 req-62253849-d5b6-461c-9c60-a5c817cc6a52 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 931 time: 0.7603338 Sep 10 16:30:27.693197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:30:27.697128 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:27.791379 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fc2d227c-f2aa-4d40-9da0-f6401658650a None None] Provisioning complete for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:27.800455 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fc2d227c-f2aa-4d40-9da0-f6401658650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:27.813097 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Request body: {'port': {'device_id': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:27.923681 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d227c-f2aa-4d40-9da0-f6401658650a None None] Port 3f2e373b-14bc-499a-966f-8ddd4a20f41d cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:27.967368 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 2, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:28.032887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.133266 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:28.136703 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Updating router 889a303b-07cf-4a83-a5e5-95c7013d333c port 5e346ec2-60f5-4e90-8635-75d14ce357c2 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:28.307245 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.328372 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:30:28.344045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.348366 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Added segment bdcc2616-bca8-4e18-a980-544bb8f7cf00 of type vlan for network 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f Sep 10 16:30:28.410360 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.418529 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a3d171c3-1ac4-4ef2-a004-c31eabfbb068 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:28.440355 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 52192) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:28.501647 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5065445f-f1e3-4612-8968-4a6937977035 req-0ebb3675-eb2b-49ec-a782-6f2b5bfdd177 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568053 Sep 10 16:30:28.503028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:30:28.537854 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4cfa9d0c-64da-4768-b07c-896b02418fee admin admin] 10.222.0.23 "PUT /v2.0/routers/15bf24e2-085c-443e-a75a-17971e5a8953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5809221 Sep 10 16:30:28.542246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f99b7-d4dd-4df0-a17b-5ecc534b01fa,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:28.613221 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.618947 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:28.619902 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:28.682010 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:29.053660 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-246b8522-f86a-4cd3-9431-b51cf1e7edd7 req-cbba5da0-1fce-4107-8917-97ce109e230a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 210 time: 0.3881547 Sep 10 16:30:29.092074 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:30:29.136799 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:29.142268 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:29.229515 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.9686742 Sep 10 16:30:29.246190 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41486) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:29.308235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Request body: {'subnet': {'network_id': '70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-755965335-subnet', 'tenant_id': '64987d67aa994057817237b273371028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:29.391956 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41488) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:29.393000 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:29.416792 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879549067', 'description': 'tempest-description--138973895'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:29.443605 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:29.445241 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:29.688306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-37f3126c-a04e-4e57-8f6f-2c5cfdaa59c0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:29.705368 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-37f3126c-a04e-4e57-8f6f-2c5cfdaa59c0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 818 time: 1.2052646 Sep 10 16:30:29.717640 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61a20-7d57-49a2-ad7b-11f011d27cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:29.763293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Request body: {'port': {'device_id': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'admin_state_up': True, 'tenant_id': 'bca167555fff437786a3151f382628a8'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:29.803178 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:30:29.849017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.db.api [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 16:30:29.849017 dv-cinder-808464-1-iscsi neutron-server[93869]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 16:30:29.849017 dv-cinder-808464-1-iscsi neutron-server[93869]: [parameters: {'project_id_1': '64987d67aa994057817237b273371028', 'expiration_1': datetime.datetime(2021, 9, 10, 16, 30, 9, 713667)}] Sep 10 16:30:29.849017 dv-cinder-808464-1-iscsi neutron-server[93869]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:30:29.850379 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG oslo_db.api [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:30:29.870532 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.39', 52199) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:29.942588 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.043664 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.068437 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:30.124264 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Transition to ACTIVE for port object 5e346ec2-60f5-4e90-8635-75d14ce357c2 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:30.149841 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.314995 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2023a40-4a92-46c5-9db4-8cecbd908aa2 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:30.430680 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875c0f-37d6-46bd-b49c-4099368dafa6 None None] Pushing event updated for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:30.435641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.524126 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Transition to ACTIVE for port object a2023a40-4a92-46c5-9db4-8cecbd908aa2 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:30.556313 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.621882 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e4729-88f8-4671-90b6-1e8a23645329 req-68a6cbaa-8bc4-42ea-bef8-53c8830c530c tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:30.630427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c7e4729-88f8-4671-90b6-1e8a23645329 req-68a6cbaa-8bc4-42ea-bef8-53c8830c530c tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 931 time: 0.7999995 Sep 10 16:30:30.632149 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Attempting to bind port 5e346ec2-60f5-4e90-8635-75d14ce357c2 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:30.633518 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Attempting to bind port 5e346ec2-60f5-4e90-8635-75d14ce357c2 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:30.634131 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Attempting to bind port 5e346ec2-60f5-4e90-8635-75d14ce357c2 on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:30.650041 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:30.654828 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Checking segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:30.655681 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.656467 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Bound using segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:30.657188 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Bound port: 5e346ec2-60f5-4e90-8635-75d14ce357c2, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:30.658106 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.729239 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Pushing event updated for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:30.741102 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.762744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-c5637679-34a5-47e9-b71f-b3596a5e0e16 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:30.767426 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-c5637679-34a5-47e9-b71f-b3596a5e0e16 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 818 time: 0.8928201 Sep 10 16:30:30.768262 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:30.833986 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Request body: {'port': {'device_id': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'admin_state_up': True, 'tenant_id': 'bca167555fff437786a3151f382628a8'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:30.842219 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41556) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:30.908809 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070084827', 'description': 'tempest-description--1809556732'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:30.909583 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62298b0d-78d5-481c-b2bf-3f3fc057b52a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:30.953494 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9c7e4729-88f8-4671-90b6-1e8a23645329 req-0d36b62f-4fa0-4d86-908f-ba717b3fa5b4 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028450 Sep 10 16:30:30.982372 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] For port 5e346ec2-60f5-4e90-8635-75d14ce357c2, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:30.986044 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] For port 5e346ec2-60f5-4e90-8635-75d14ce357c2, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5e346ec2-60f5-4e90-8635-75d14ce357c2,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:30.993586 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.047713 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Attempting to bind port a2023a40-4a92-46c5-9db4-8cecbd908aa2 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:31.055082 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875c0f-37d6-46bd-b49c-4099368dafa6 None None] Pushing event updated for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:31.056213 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Attempting to bind port a2023a40-4a92-46c5-9db4-8cecbd908aa2 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '96959f17-f171-4839-8743-c5a872fe2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:31.065843 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Attempting to bind port a2023a40-4a92-46c5-9db4-8cecbd908aa2 on network db81bc48-60d0-42e0-97d4-ddb50f6e1231 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:31.099746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Port a2023a40-4a92-46c5-9db4-8cecbd908aa2 on network db81bc48-60d0-42e0-97d4-ddb50f6e1231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:30:31.101052 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Attempting to bind port a2023a40-4a92-46c5-9db4-8cecbd908aa2 on network db81bc48-60d0-42e0-97d4-ddb50f6e1231 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:31.108505 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:31.109320 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:31.114327 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:31.120238 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Checking segment: {'id': '96959f17-f171-4839-8743-c5a872fe2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:31.122756 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Bound using segment: {'id': '96959f17-f171-4839-8743-c5a872fe2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:31.129011 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Bound port: a2023a40-4a92-46c5-9db4-8cecbd908aa2, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96959f17-f171-4839-8743-c5a872fe2b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:31.129778 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.192916 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.196222 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-48084f3d-c572-4acb-9a80-2cd534a5bd02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8019397 Sep 10 16:30:31.200880 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41564) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:31.257401 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e0cea6b7-ba4c-4529-9e82-baeed4435984 req-6bc39f42-30ad-4743-99bf-25c32bf7834e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 210 time: 0.0934556 Sep 10 16:30:31.258243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Made reservation on behalf of 64987d67aa994057817237b273371028 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:31.266713 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.404191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.db.api [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 16:30:31.404191 dv-cinder-808464-1-iscsi neutron-server[93869]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 16:30:31.404191 dv-cinder-808464-1-iscsi neutron-server[93869]: [parameters: {'project_id_1': '26b29df74bc24f1a94469aa298bc4b2c', 'expiration_1': datetime.datetime(2021, 9, 10, 16, 30, 11, 169466)}] Sep 10 16:30:31.404191 dv-cinder-808464-1-iscsi neutron-server[93869]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:30:31.407033 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG oslo_db.api [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:30:31.460270 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:31.471986 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2,segment=NetworkSegment(96959f17-f171-4839-8743-c5a872fe2b96),segment_id=96959f17-f171-4839-8743-c5a872fe2b96)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:31.485926 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group_rule': {'security_group_id': '62298b0d-78d5-481c-b2bf-3f3fc057b52a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:31.491127 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:31.510359 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.514066 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.648931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:31.651737 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.657784 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] 10.222.0.39 "PUT /v2.0/ports/a2023a40-4a92-46c5-9db4-8cecbd908aa2 HTTP/1.1" status: 200 len: 1093 time: 4.6225710 Sep 10 16:30:31.658784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:31.674318 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port a3d171c3-1ac4-4ef2-a004-c31eabfbb068, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:31.705335 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.705335 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:31.851146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Made reservation on behalf of bca167555fff437786a3151f382628a8 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:31.866833 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:31.960288 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e495951-cb38-4763-b413-6e532caf1591" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:31.974210 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:32.006215 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 2, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:32.191620 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:32.195957 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:30:32.196613 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Updating router 15bf24e2-085c-443e-a75a-17971e5a8953 port 3f2e373b-14bc-499a-966f-8ddd4a20f41d binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:30:32.197204 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:30Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:32.230545 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc8451-9fe1-48fd-8f9d-02a769d1e723 service neutron] Pushing event updated for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:32.265575 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c20ca-ce8c-40ee-b600-159d75df7148 None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:30Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:32.282183 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:32.286420 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:32.292910 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:32.380758 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:32.388105 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-07c9b582-e5c8-42ae-bf37-c79918c1c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:32.390335 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-07c9b582-e5c8-42ae-bf37-c79918c1c0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5dc6b60100ca4ff6a8ec609d723900c4&device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 1096 time: 0.5799062 Sep 10 16:30:32.721058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Made reservation on behalf of bca167555fff437786a3151f382628a8 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:32.742938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:32.918013 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b9faa-f985-4deb-904d-7ce33136ccc1 x-openstack-request-id: req-038b9faa-f985-4deb-904d-7ce33136ccc1 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:32.919017 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:32.919529 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-038b9faa-f985-4deb-904d-7ce33136ccc1 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:32.919907 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2', 'status': 'completed', 'code': 200} Sep 10 16:30:32.923242 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-62069a37-f008-41f2-831b-456d4d423bc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2 HTTP/1.1" status: 200 len: 217 time: 0.4641016 Sep 10 16:30:33.148757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.170829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.174241 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-18a3f244-5e69-489b-be88-7024878608ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:33.195884 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-18a3f244-5e69-489b-be88-7024878608ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b263aa75-24d0-494d-9f43-4c36bb542f0a HTTP/1.1" status: 200 len: 851 time: 0.2521598 Sep 10 16:30:33.302237 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092ca38b-d397-4f5b-8a8a-40aeab1e01a8,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:33.310805 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.312278 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cac93fdb-8ec8-4b14-81a2-d0da55f280ad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8334353 Sep 10 16:30:33.318452 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Allocated IP 172.20.0.9 (bbbf5e24-fdd4-4e01-926d-61079b76fad2/3173164c-3893-4136-bdae-210af26308a5/9e1a6c5c-085a-4d21-ad94-fd89a6c79468) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:33.394078 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.418157 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5e346ec2-60f5-4e90-8635-75d14ce357c2 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:33.452655 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41632) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:33.518443 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group_rule': {'security_group_id': '62298b0d-78d5-481c-b2bf-3f3fc057b52a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:33.532229 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Transition to ACTIVE for port object 3f2e373b-14bc-499a-966f-8ddd4a20f41d will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:33.561930 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.595731 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.595918 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-c9a54d17-a00a-46ba-a3c1-9e8f15633214 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db81bc48-60d0-42e0-97d4-ddb50f6e1231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2953691 Sep 10 16:30:33.611574 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.682574 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd828c-f791-40b0-837a-5fee405e1805 None None] Pushing event updated for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:33.693120 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:33.720409 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.758015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:33.758918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.887387 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Attempting to bind port 3f2e373b-14bc-499a-966f-8ddd4a20f41d on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:33.887706 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Attempting to bind port 3f2e373b-14bc-499a-966f-8ddd4a20f41d by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:33.888249 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Attempting to bind port 3f2e373b-14bc-499a-966f-8ddd4a20f41d on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:33.897866 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:33.898235 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Checking segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:33.898638 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.899031 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Bound using segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:33.899567 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Bound port: 3f2e373b-14bc-499a-966f-8ddd4a20f41d, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:33.900159 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.916160 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:33.939330 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:30:33.963229 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.047832 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.050676 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.056922 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6011355 Sep 10 16:30:34.070607 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44363773-4301-47c7-9a6f-2fe2976af73b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:34.099415 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] For port 3f2e373b-14bc-499a-966f-8ddd4a20f41d, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:34.104655 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] For port 3f2e373b-14bc-499a-966f-8ddd4a20f41d, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3f2e373b-14bc-499a-966f-8ddd4a20f41d,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:34.109314 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41646) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:34.114416 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:34.150987 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.184070 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f344d7-ed24-4863-8c0c-75035dce9da0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6571a66-ed7a-46b3-8941-2b6cb8c27e20,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:34.198166 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.216486 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.274035 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-c446a81d-2569-40de-bb63-ee95c19f7b88 service neutron] 10.222.0.39 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494048 Sep 10 16:30:34.398235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:34.407761 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 5e346ec2-60f5-4e90-8635-75d14ce357c2, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5e346ec2-60f5-4e90-8635-75d14ce357c2,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:34.426531 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.429904 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a3d171c3-1ac4-4ef2-a004-c31eabfbb068 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:34.538770 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:30:34.540327 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:34.547191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.552785 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:34.553967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:34.560934 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:34.561578 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.601780 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.628133 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2397623-02db-45c6-aad6-0f0fdb7432bf req-102140d4-14ff-4d48-9ebb-6c11b033226c service neutron] 10.222.0.39 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271626 Sep 10 16:30:34.692534 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9722934 Sep 10 16:30:34.702441 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea2776-1420-4a30-8c61-0a575a20355c req-aa9f690a-60cc-4242-9d42-80c71d1d6f4e tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:34.704802 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99ea2776-1420-4a30-8c61-0a575a20355c req-aa9f690a-60cc-4242-9d42-80c71d1d6f4e tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 943 time: 2.5573065 Sep 10 16:30:34.719837 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a76262b7-432d-44fd-a3fb-b4ce036cc9f5 req-1acab728-4373-4115-b2e8-03df633bb6d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 210 time: 1.0467670 Sep 10 16:30:34.759855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:34.772519 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.772777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:34.778904 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41654) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:34.779341 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ed9f2760-2624-445a-ba35-61c17c09ea3f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.9146447 Sep 10 16:30:34.791175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Request body: {'port': {'device_id': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:34.794359 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group_rule': {'security_group_id': 'b20fdb6c-9f1b-435e-b436-b87fe8e80f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:34.843676 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:30:34.925263 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Checking segment: {'id': 'bdcc2616-bca8-4e18-a980-544bb8f7cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:34.925503 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Network hostable DHCP agents. Network: 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:30:34.935131 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd828c-f791-40b0-837a-5fee405e1805 None None] Pushing event updated for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:34.992428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.060052 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495951-cb38-4763-b413-6e532caf1591 req-98470901-96aa-4541-ae92-c66729d9541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:35.061783 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-98470901-96aa-4541-ae92-c66729d9541d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5dc6b60100ca4ff6a8ec609d723900c4&device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 1096 time: 0.2454665 Sep 10 16:30:35.178900 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99ea2776-1420-4a30-8c61-0a575a20355c req-23dfc8f2-9844-4d46-bd78-24565c719f0f tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224248 Sep 10 16:30:35.199728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d5809-c617-4ff5-b295-ba9e48041f27 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Pushing event updated for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:35.212014 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Allocated IP 172.20.0.4 (bbbf5e24-fdd4-4e01-926d-61079b76fad2/3173164c-3893-4136-bdae-210af26308a5/a0366f30-17f5-439b-a63b-5e7fff875a64) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:35.279105 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.282914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Network 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:30:35.295895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.373264 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:35.386163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.388188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:35.388782 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.404775 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151ec45-b1c9-4568-8961-179674954aa5 None None] Network 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:35.540759 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:35.598391 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:35.599237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:35.623896 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2438e9b6-35b3-4acb-ba8e-c6eb9e5064b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.3655457 Sep 10 16:30:35.698327 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5c556-a586-49fd-82ca-dbf42383f3d2 None None] Network 70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:30:35.911824 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41672) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:35.987720 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-306519a5-b55d-468c-8372-2953863628a5 req-299bf3b9-2377-4f70-8a04-84bc89527d25 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 210 time: 0.1073332 Sep 10 16:30:36.057046 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Allocated IP 172.27.3.166 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/6505801e-f816-470e-8fa0-a5d2ed485ef4) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:36.091647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aead619d-2f6c-4526-9d2e-0e9a73532419,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:36.107579 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Deleting subnet d52922d5-c0a6-4141-97ab-5a5b88bea0ad {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:30:36.126819 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.130033 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.133753 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3cf404f5-f144-4d2c-85b3-01202283ea79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3488352 Sep 10 16:30:36.143496 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41678) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:36.156602 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.164284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group_rule': {'security_group_id': 'b20fdb6c-9f1b-435e-b436-b87fe8e80f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:36.248379 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495951-cb38-4763-b413-6e532caf1591 req-f50b13ca-f59c-409f-a22b-93f029868d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:36.249919 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-f50b13ca-f59c-409f-a22b-93f029868d18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db81bc48-60d0-42e0-97d4-ddb50f6e1231 HTTP/1.1" status: 200 len: 912 time: 1.1125891 Sep 10 16:30:36.287342 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.313940 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.327108 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.347589 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:36.388621 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ebd70-60e2-43c8-921e-cbeae7507362 None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:30:36.418420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.425667 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.464603 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.470434 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ee5714-0d1d-441d-b73e-b6daf98f5d83,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:36.472330 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5e346ec2-60f5-4e90-8635-75d14ce357c2 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:36.487892 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.489248 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f06d338b-e2a4-4d8f-a6d1-a2ca6247ed87 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445883 Sep 10 16:30:36.494595 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41686) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:36.507340 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:36.542623 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9173f-f25c-40b6-a4c2-c1714f59f7ff req-3b8ebe68-3d4e-4a0f-b680-9d3810119a87 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:36.547082 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74f9173f-f25c-40b6-a4c2-c1714f59f7ff req-3b8ebe68-3d4e-4a0f-b680-9d3810119a87 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 943 time: 0.2080762 Sep 10 16:30:36.576511 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 5e346ec2-60f5-4e90-8635-75d14ce357c2 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:36.576511 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.599061 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.618759 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.623393 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.696159 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:36.703157 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:36.712315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:36.741412 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Pushing event updated for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:36.756563 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=6505801e-f816-470e-8fa0-a5d2ed485ef4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:36.798538 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74f9173f-f25c-40b6-a4c2-c1714f59f7ff req-c598e86e-2fd6-46dc-a880-a542d2c03adb tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362380 Sep 10 16:30:36.798538 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.812807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Network bbbf5e24-fdd4-4e01-926d-61079b76fad2 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:36.841886 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:36.850447 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52922d5-c0a6-4141-97ab-5a5b88bea0ad,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:36.857673 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-3a057de2-16f9-4573-9006-15e9f1554eb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2 HTTP/1.1" status: 200 len: 217 time: 0.0750349 Sep 10 16:30:36.862270 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:36.878726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:36.879652 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.918385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.920433 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b33efd56-6254-4227-839a-a0e37f88c0a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d52922d5-c0a6-4141-97ab-5a5b88bea0ad HTTP/1.1" status: 204 len: 168 time: 1.0076590 Sep 10 16:30:36.924490 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41704) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:36.980662 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:36.994704 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-e75c9be7-812e-4623-84a5-26f440b04db0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1801653 Sep 10 16:30:37.050114 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495951-cb38-4763-b413-6e532caf1591 req-afec8c6d-fa03-41ae-a97b-1ab7dc4ab54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:37.052175 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-afec8c6d-fa03-41ae-a97b-1ab7dc4ab54c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b263aa75-24d0-494d-9f43-4c36bb542f0a HTTP/1.1" status: 200 len: 851 time: 0.1817827 Sep 10 16:30:37.115859 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.120183 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-fab0f086-67a5-41cf-8596-ac0635e7f759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db81bc48-60d0-42e0-97d4-ddb50f6e1231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531771 Sep 10 16:30:37.128592 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Request body: {'port': {'device_id': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:37.345794 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.393266 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-75aa9eff-6f8f-4fbe-9edd-f430873743fe service neutron] 10.222.0.39 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197975 Sep 10 16:30:37.413009 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.472641 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:37.541951 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.576604 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.618962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Transition to ACTIVE for port object 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:37.631506 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.659192 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.704837 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e495951-cb38-4763-b413-6e532caf1591 req-130c6a19-d068-4f79-8081-cfbee632bdca service neutron] 10.222.0.39 "GET /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954524 Sep 10 16:30:37.712683 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.805730 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23f9e-3326-452f-94b3-c0a469e29410 req-54ddfe65-af93-4aa4-a073-43881b205032 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:37.807419 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38b23f9e-3326-452f-94b3-c0a469e29410 req-54ddfe65-af93-4aa4-a073-43881b205032 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 931 time: 0.6995296 Sep 10 16:30:37.845573 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.883229 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=6505801e-f816-470e-8fa0-a5d2ed485ef4,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:37.925331 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Allocated IP 172.27.3.172 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/b497f06d-1464-4319-9a7d-ec3653bb6f9e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:37.967718 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:37.969220 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-32bb23b1-fe0f-43a1-b195-346038df752e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8586421 Sep 10 16:30:38.112417 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.139333 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:38.170248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.177650 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.218284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:38.219468 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38b23f9e-3326-452f-94b3-c0a469e29410 req-a57cc694-28c7-48fe-bbd8-99b33839a12b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974531 Sep 10 16:30:38.220728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Attempting to bind port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:38.221181 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Attempting to bind port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:38.221295 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:38.221582 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Attempting to bind port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:38.226718 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:38.246647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=b497f06d-1464-4319-9a7d-ec3653bb6f9e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:38.252879 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:30:38.253178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Attempting to bind port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:38.294466 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.294817 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.296113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.296113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > port after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.296292 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.296748 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > port after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.297182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.297182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.297530 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.297846 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.304400 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.362009 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.468451 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3f2e373b-14bc-499a-966f-8ddd4a20f41d up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:38.592886 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:38.599160 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:38.600440 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.645966 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.654962 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.713658 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.737470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.737858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.738185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.738687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:38.740045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267e7de5-9469-4ac8-955b-51dccc19ec5a']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:38.748994 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:38.752104 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.756195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Checking segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:38.756408 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Bound using segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:38.756880 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Bound port: 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:38.757243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.773182 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.783139 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2780468 Sep 10 16:30:38.785558 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc28c51-44d0-438f-b48c-eccd0647db06') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:38.785754 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc28c51-44d0-438f-b48c-eccd0647db06') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:38.803553 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.810497 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7fbda-86c0-41fc-944e-5ca4b45f31c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=b497f06d-1464-4319-9a7d-ec3653bb6f9e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:38.811972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 3f2e373b-14bc-499a-966f-8ddd4a20f41d, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3f2e373b-14bc-499a-966f-8ddd4a20f41d,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:38.819483 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.909329 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c370b-71eb-48bb-bdf5-0d8ddcfdb32f req-d08d5656-c0e0-42e6-8d04-35c1e52d5064 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:38.911455 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c48c370b-71eb-48bb-bdf5-0d8ddcfdb32f req-d08d5656-c0e0-42e6-8d04-35c1e52d5064 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 943 time: 0.8470700 Sep 10 16:30:38.912919 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.923992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:38.968725 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:30:38.969134 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: from cryptography.utils import int_from_bytes Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:30:38.977899 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:30:39.101100 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-fb434658-23f3-4cbe-bae3-756e346d2973 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--879549067&fields=id&tenant_id=46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 267 time: 0.3341722 Sep 10 16:30:39.160456 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c48c370b-71eb-48bb-bdf5-0d8ddcfdb32f req-46628970-63a5-4ed9-ae0d-1c1a3a37a969 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358556 Sep 10 16:30:39.177627 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.196539 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:39.240606 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.242810 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] 10.222.0.23 "DELETE /v2.0/networks/267e7de5-9469-4ac8-955b-51dccc19ec5a HTTP/1.1" status: 204 len: 168 time: 2.3148687 Sep 10 16:30:39.245990 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41782) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:39.306931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:39.311652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Deleting subnet 44363773-4301-47c7-9a6f-2fe2976af73b {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:30:39.315278 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.332732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699a997-a2b3-4ab2-b4cb-5903e4adda1f admin admin] Pushing event deleted for resources: {'Network': ['ID=267e7de5-9469-4ac8-955b-51dccc19ec5a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:39.343936 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.351848 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.361474 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.433570 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.447642 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0366f30-17f5-439b-a63b-5e7fff875a64 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:39.466469 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44363773-4301-47c7-9a6f-2fe2976af73b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:39.471701 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.475091 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6bdc09f6-a42f-476c-be70-f1a9a6c1f4e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/44363773-4301-47c7-9a6f-2fe2976af73b HTTP/1.1" status: 204 len: 168 time: 0.2275016 Sep 10 16:30:39.475235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.477649 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41792) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:39.497435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:39.498063 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.499629 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 1093 time: 4.7522316 Sep 10 16:30:39.503316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:39.558153 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-bb1cc605-2aca-4c9c-b4ac-c1aad2beb234 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1070084827&fields=id&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 267 time: 0.2497504 Sep 10 16:30:39.559728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Transition to ACTIVE for port object a0366f30-17f5-439b-a63b-5e7fff875a64 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:39.569180 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-a284df55-cdae-4cf9-98cf-906a9de5d1f6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:39.570723 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-a284df55-cdae-4cf9-98cf-906a9de5d1f6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 809 time: 0.4466145 Sep 10 16:30:39.578029 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.578301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.596004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96fc5f-2cfd-451a-a2af-15e29905b145 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:39.606211 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30ebe9-2ce2-479d-add7-624f54aa66a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:39.717310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.731816 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d4114db1-1d11-4ef7-b4d1-761e225f641b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/quotas/46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 375 time: 0.1456144 Sep 10 16:30:39.748386 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.748871 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.749737 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.750163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.750782 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.751538 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.751823 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.752940 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.753417 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.753832 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.810463 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Pushing event updated for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:39.850352 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.851241 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.851784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.852410 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 16:30:39.853005 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:39.875987 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcc2616-bca8-4e18-a980-544bb8f7cf00') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:39.876825 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcc2616-bca8-4e18-a980-544bb8f7cf00') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:30:39.894827 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.902999 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-f14a5892-319d-4dc1-9467-56d52b42d096 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:39.907851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-f14a5892-319d-4dc1-9467-56d52b42d096 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 816 time: 0.3336215 Sep 10 16:30:39.921154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.923724 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-88754119-6727-4399-b194-5366acc24af1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1747408 Sep 10 16:30:39.930746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:30:39.931236 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:39.954197 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-f37ee9d1-ed22-486b-8e63-58a2bc244cc5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/quotas/26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 375 time: 0.0268984 Sep 10 16:30:39.982236 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Attempting to bind port a0366f30-17f5-439b-a63b-5e7fff875a64 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:39.982570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Attempting to bind port a0366f30-17f5-439b-a63b-5e7fff875a64 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:39.982897 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Attempting to bind port a0366f30-17f5-439b-a63b-5e7fff875a64 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:30:39.996414 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:30:40.003152 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.006721 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Port a0366f30-17f5-439b-a63b-5e7fff875a64 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:30:40.007047 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Attempting to bind port a0366f30-17f5-439b-a63b-5e7fff875a64 on network bbbf5e24-fdd4-4e01-926d-61079b76fad2 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:40.014811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:40.015143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Checking segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:40.016367 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Bound using segment: {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:40.016367 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Bound port: a0366f30-17f5-439b-a63b-5e7fff875a64, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558c6343-35b0-45fe-8c4f-662f400a6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:40.016572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.029525 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.031930 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f HTTP/1.1" status: 204 len: 168 time: 0.5530043 Sep 10 16:30:40.036974 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b553f-ad0a-442c-8d27-26f5880834e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=70af6f1c-4cde-4d51-8e37-9ccdf3cd6a2f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:40.047361 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-b191bba7-1142-4d6d-8d5e-4f60eef203e1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845065 Sep 10 16:30:40.266287 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41818) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:40.323705 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f49be1b1-9756-43d9-9fc9-54e9500a679c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8212ec7ffecb4b059345fa1fa055c2ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561092 Sep 10 16:30:40.326073 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41822) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:40.327008 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:40.330195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a0366f30-17f5-439b-a63b-5e7fff875a64,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:40.339124 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-cf00db60-1df7-4df8-8653-bf8cf81b5d0b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:30:40.346825 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-cf00db60-1df7-4df8-8653-bf8cf81b5d0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2516756 Sep 10 16:30:40.382066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.391494 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.417226 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.425553 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3f2e373b-14bc-499a-966f-8ddd4a20f41d up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:40.497904 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:40.498533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.499943 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] 10.222.0.39 "PUT /v2.0/ports/a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 200 len: 1093 time: 3.3910220 Sep 10 16:30:40.500420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.504621 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.505945 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9fc8a2-e918-470a-b2d1-12bfbe3762a0 HTTP/1.1" status: 204 len: 168 time: 0.1789591 Sep 10 16:30:40.507304 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-06a352d7-1e70-40c9-985f-cf0fea34f533 service neutron] 10.222.0.23 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327674 Sep 10 16:30:40.509179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 3f2e373b-14bc-499a-966f-8ddd4a20f41d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:40.509558 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:40.524829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a848-2050-4655-8fde-25dd119ad690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9fc8a2-e918-470a-b2d1-12bfbe3762a0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:40.572499 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4c099-79c6-4528-b7f7-43a833523efd service neutron] Pushing event updated for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:40.595297 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-c44e3ea7-3ca0-4a6a-8202-147d4e538e91 service neutron] 10.222.0.23 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473683 Sep 10 16:30:40.725518 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-6084ca09-d126-4409-be5c-8429a6165269 service neutron] 10.222.0.23 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070410 Sep 10 16:30:40.743375 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-dc3e05a0-5261-4fd6-9e9e-a90b08da0e5e service neutron] 10.222.0.23 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472099 Sep 10 16:30:41.110414 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 41844) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:41.146892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb532-8cee-414c-b634-479937b2f810 req-6ca9f551-b5f6-42e8-a3b4-d9ff47b92f23 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:41.148432 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cdcb532-8cee-414c-b634-479937b2f810 req-6ca9f551-b5f6-42e8-a3b4-d9ff47b92f23 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.1144812 Sep 10 16:30:41.205981 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9cdcb532-8cee-414c-b634-479937b2f810 req-a41c53db-4834-4ee9-b8ad-85accab4b391 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Sep 10 16:30:41.217101 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7bab2993-607a-449b-b281-f54f25b6b523 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64987d67aa994057817237b273371028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028352 Sep 10 16:30:41.218723 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 41850) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:41.338139 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:41.403225 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:41.576204 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:41.578397 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:41.579589 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a5f99b7-d4dd-4df0-a17b-5ecc534b01fa HTTP/1.1" status: 204 len: 168 time: 0.3595805 Sep 10 16:30:41.639082 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58929136-3d5f-4e7c-944d-8771b9274416 req-e94873a5-73e1-4b83-af31-2e52a77e6fd3 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:41.648905 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58929136-3d5f-4e7c-944d-8771b9274416 req-e94873a5-73e1-4b83-af31-2e52a77e6fd3 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 943 time: 0.3053260 Sep 10 16:30:41.652494 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaaf1d-b2f5-44eb-9925-98e0b07169b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f99b7-d4dd-4df0-a17b-5ecc534b01fa,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:41.781847 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58929136-3d5f-4e7c-944d-8771b9274416 req-120098fd-f9f6-4cb3-909f-a2ea364afce8 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073699 Sep 10 16:30:41.856175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311831cc-7310-4a83-a3cd-35c72c603ddc x-openstack-request-id: req-311831cc-7310-4a83-a3cd-35c72c603ddc {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:41.856471 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:41.856864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-311831cc-7310-4a83-a3cd-35c72c603ddc {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:41.857483 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'status': 'completed', 'code': 200} Sep 10 16:30:41.998838 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7c4660a-a88f-442e-945b-808936c5f675 req-7b776ae0-285d-4d25-8914-3164c495dd5b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.0602510 Sep 10 16:30:42.024298 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eabfa777-8008-4299-b500-0c782f0b24ac req-a203950b-d1c5-4d31-a01d-cad073fd848c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.0741999 Sep 10 16:30:42.204610 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a2023a40-4a92-46c5-9db4-8cecbd908aa2 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:30:42.398502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2,segment=NetworkSegment(96959f17-f171-4839-8743-c5a872fe2b96),segment_id=96959f17-f171-4839-8743-c5a872fe2b96)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:42.419612 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2', 'network_id': 'db81bc48-60d0-42e0-97d4-ddb50f6e1231', 'port_id': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2', 'mac_address': 'fa:16:3e:cb:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b263aa75-24d0-494d-9f43-4c36bb542f0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:30:42.500500 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:42.525818 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2023a40-4a92-46c5-9db4-8cecbd908aa2 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:42.557851 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2,segment=NetworkSegment(96959f17-f171-4839-8743-c5a872fe2b96),segment_id=96959f17-f171-4839-8743-c5a872fe2b96)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:42.562943 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:42.608807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d50725-5b07-4a33-87dd-ae808c7c3ce7 req-667fc5f1-6f22-4dd2-8109-7eca71a84be8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:42.614053 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b1d50725-5b07-4a33-87dd-ae808c7c3ce7 req-667fc5f1-6f22-4dd2-8109-7eca71a84be8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.2324469 Sep 10 16:30:42.620975 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce9dfe83-a4a9-4f74-960e-36bd5241deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:42.623131 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-ce9dfe83-a4a9-4f74-960e-36bd5241deb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1096 time: 0.4009190 Sep 10 16:30:42.626172 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a84ee13f-70b2-45ff-ae53-daa5ded2fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:42.626887 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:42.627786 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a84ee13f-70b2-45ff-ae53-daa5ded2fd56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1096 time: 0.2838092 Sep 10 16:30:42.673015 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b1d50725-5b07-4a33-87dd-ae808c7c3ce7 req-30b8e315-15b5-408b-97e1-6a58becee5ab tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Sep 10 16:30:42.937802 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb18fd2-499f-488c-8d09-b5078d1d06c5 req-8f73bd42-fa3e-4aba-b612-84ea16892bce tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:42.939480 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8fb18fd2-499f-488c-8d09-b5078d1d06c5 req-8f73bd42-fa3e-4aba-b612-84ea16892bce tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 944 time: 0.0617161 Sep 10 16:30:42.998356 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8fb18fd2-499f-488c-8d09-b5078d1d06c5 req-5f66a33a-a37b-4924-9f17-297695d4ca86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 Sep 10 16:30:43.128016 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-477fd708-5135-4ef0-98ed-9156f805ad82 req-8716defb-12ce-4784-8057-c7c9c45a883d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.0539086 Sep 10 16:30:43.173247 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f11212b4-4fda-4794-9a50-964a46272712 req-4d2252ee-5f84-45ed-987a-bd85bedba6cf tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.0368631 Sep 10 16:30:43.813684 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dace-d59d-43e0-a026-1084b8c46d53 req-f2ec85d0-20dc-4b34-ad85-38f124cae42e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:43.815331 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ece0dace-d59d-43e0-a026-1084b8c46d53 req-f2ec85d0-20dc-4b34-ad85-38f124cae42e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.0540822 Sep 10 16:30:43.858109 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ece0dace-d59d-43e0-a026-1084b8c46d53 req-199f8d4b-ea25-4af6-8a01-9feba95097b7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350614 Sep 10 16:30:43.858624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:43.860914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea" -d '{"events": [{"name": "network-changed", "server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:43.908438 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae27fc-1ce3-42d6-be3f-1f8dc984644d x-openstack-request-id: req-eeae27fc-1ce3-42d6-be3f-1f8dc984644d {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:43.908733 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:43.908983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eeae27fc-1ce3-42d6-be3f-1f8dc984644d {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:43.909376 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64', 'status': 'completed', 'code': 200} Sep 10 16:30:44.149653 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ac40-7c17-4ae3-99c9-902a014f7eec req-3a3945b4-99a1-4b21-b65b-16c9c0d96606 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:44.151567 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7b3ac40-7c17-4ae3-99c9-902a014f7eec req-3a3945b4-99a1-4b21-b65b-16c9c0d96606 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 944 time: 0.0576084 Sep 10 16:30:44.215848 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7b3ac40-7c17-4ae3-99c9-902a014f7eec req-53414a5f-7652-411f-ad77-826985020f6b tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568056 Sep 10 16:30:44.258779 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-60cf7972-105a-4547-bfda-71403377e1c8 req-9e3e192b-689b-4486-b9d5-19c4878f0d37 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.0418277 Sep 10 16:30:44.323810 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7c045f7-9bc5-4d08-bd91-87159436fbc1 req-23d897dc-e06e-4f6d-9a37-c5eb5364f244 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.0341182 Sep 10 16:30:44.982504 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160c8a-7461-4595-a3f0-4002d86a6f92 req-751daaf6-b99d-47bf-9a7d-8330f98ad68d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:44.984175 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d160c8a-7461-4595-a3f0-4002d86a6f92 req-751daaf6-b99d-47bf-9a7d-8330f98ad68d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.0515203 Sep 10 16:30:45.023951 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d160c8a-7461-4595-a3f0-4002d86a6f92 req-ed2d537d-e61c-497e-8e03-de3b58b3067f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Sep 10 16:30:45.396359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-f09dc092-c2ba-4e55-8838-007e04a227ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.1118212 Sep 10 16:30:45.457535 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-4af6392c-8bf5-49c0-a75e-601a729064ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 200 len: 217 time: 0.1327829 Sep 10 16:30:45.476029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8ea3e52-a04a-4241-8017-a5c95abd486b req-da8d1149-9629-428a-b07f-c38a0348e7bb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.0851560 Sep 10 16:30:45.560195 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['a2023a40-4a92-46c5-9db4-8cecbd908aa2'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:30:45.582673 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701e5e-a929-408b-9538-115eb5b9389e req-2ec62003-2a78-4d1f-9da7-ed6c1017c158 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:45.584252 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6701e5e-a929-408b-9538-115eb5b9389e req-2ec62003-2a78-4d1f-9da7-ed6c1017c158 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 944 time: 0.3093989 Sep 10 16:30:45.588756 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e8eac646-b631-46ee-bcb6-65489a7e5897 req-a884a0bf-f3e0-4b2b-93d9-5010d39d2ffa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.0451312 Sep 10 16:30:45.590129 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-2d37f2b7-e09d-4874-b48e-691694a57cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:45.591475 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-2d37f2b7-e09d-4874-b48e-691694a57cd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.1589320 Sep 10 16:30:45.657297 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9996a15-c0b1-46cf-a44e-1166e734d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:45.661395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a9996a15-c0b1-46cf-a44e-1166e734d465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.1664333 Sep 10 16:30:45.685035 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-2602ff9b-74ae-411b-8e70-3c82cf322895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821128 Sep 10 16:30:45.721891 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-eb481fdd-9420-41a2-a3e7-4b5f9991950e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406497 Sep 10 16:30:45.775774 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6701e5e-a929-408b-9538-115eb5b9389e req-c56cbf81-f5c3-4ed8-9dbb-dae0af28baae tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804254 Sep 10 16:30:45.938579 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-3f1a920a-8047-4bd7-97cf-990da21e8bf7 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417302 Sep 10 16:30:45.944190 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-cc56281c-3286-407b-844e-21ca52e90dc5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:45.946310 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-cc56281c-3286-407b-844e-21ca52e90dc5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 809 time: 0.1995764 Sep 10 16:30:45.959885 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-a450dcb6-4cd8-459a-954a-20acb4444ef1 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268949 Sep 10 16:30:46.012177 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-ca606b31-74dc-49d4-a7f6-7934728a8f6b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 379 time: 0.0546739 Sep 10 16:30:46.022508 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'port': {'device_id': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'admin_state_up': True, 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'security_groups': ['62298b0d-78d5-481c-b2bf-3f3fc057b52a']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:46.199853 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0eb8bdbc-682f-45cd-a596-3175e9c4a83a req-407f7787-6c02-403a-8733-ac4dcb288020 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507868 Sep 10 16:30:46.202438 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ecddeb5-b288-4fda-8469-08b851dba5d9 req-bb68b101-a940-4039-b3b3-a0b2fd59e784 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308669 Sep 10 16:30:46.226242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66da9-99ca-45fe-befb-5ec9bd1350fe req-dc716888-8992-45fb-9577-d34158a37183 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:46.235912 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fef66da9-99ca-45fe-befb-5ec9bd1350fe req-dc716888-8992-45fb-9577-d34158a37183 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.1129730 Sep 10 16:30:46.315600 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.39', 52230) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:46.432915 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-e7516442-eed8-4088-a2e5-efa7cac7fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:46.434472 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-e7516442-eed8-4088-a2e5-efa7cac7fa28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1096 time: 0.1172028 Sep 10 16:30:46.547719 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Made reservation on behalf of 46387eff12b44a52ab9149e7e1592e0a for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:46.551671 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:46.757017 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fef66da9-99ca-45fe-befb-5ec9bd1350fe req-fc0d10c9-e09e-4ddd-aca3-315823c61f93 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987099 Sep 10 16:30:46.800190 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-93fa3a66-8e6e-4f0e-89f0-28e059e52b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:46.810471 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-93fa3a66-8e6e-4f0e-89f0-28e059e52b3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.3578980 Sep 10 16:30:46.931306 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2f24e569-28b1-4ed4-8c66-10c689c1452e req-5cc70f02-e07c-4af6-98a0-8fe83f444b1a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.1717503 Sep 10 16:30:46.942417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-ff8f7a4b-d9df-4e1d-993b-e658c13f4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:46.965001 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-ff8f7a4b-d9df-4e1d-993b-e658c13f4bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1096 time: 0.6764302 Sep 10 16:30:47.011244 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-00f5a954-51f8-438c-8154-9232ce8180b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.1801476 Sep 10 16:30:47.096048 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ba19ca5-a9aa-47af-8db7-a05820e382f8 req-85ce3910-5127-4960-8e6d-5a46306b8f9f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.1597028 Sep 10 16:30:47.142242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42010) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:47.157335 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-7b49be8d-3a19-4da8-bd6c-e822cb719811 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:47.158795 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-7b49be8d-3a19-4da8-bd6c-e822cb719811 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 816 time: 0.8958287 Sep 10 16:30:47.239491 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-db039241-76d8-47f4-9184-785802543c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:47.240965 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-db039241-76d8-47f4-9184-785802543c3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.1975582 Sep 10 16:30:47.263126 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Allocated IP 172.20.0.12 (9b3672a1-97ca-468c-a0dc-92b4d384e48f/596ad65e-3219-4c44-820c-34051785cf41/b3b5308f-a6ba-4840-b730-9828aff7836d) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:47.279427 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a2023a40-4a92-46c5-9db4-8cecbd908aa2 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:47.281964 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-5c885a6b-63c2-4694-956c-0c3795749ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338216 Sep 10 16:30:47.444449 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port a2023a40-4a92-46c5-9db4-8cecbd908aa2 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:47.448481 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port a2023a40-4a92-46c5-9db4-8cecbd908aa2 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:47.449031 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.542704 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1496-f09a-41c1-a7af-282ae513cbf2 req-588d3995-e5a6-4acd-87da-b03819fcaca7 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:47.550381 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-44bf1496-f09a-41c1-a7af-282ae513cbf2 req-588d3995-e5a6-4acd-87da-b03819fcaca7 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 944 time: 0.4568591 Sep 10 16:30:47.568944 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc58a591-d65c-4e29-a2e4-8628217e2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.579350 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-012a7b5a-9d2e-4325-82c0-9c81d573e17c service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773156 Sep 10 16:30:47.616503 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.622978 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-65d047ec-c10e-496a-bd9a-ea4e43652371 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 380 time: 0.4078655 Sep 10 16:30:47.623782 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.640769 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Transition to ACTIVE for port object b3b5308f-a6ba-4840-b730-9828aff7836d will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:47.648314 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'port': {'device_id': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'admin_state_up': True, 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'security_groups': ['b20fdb6c-9f1b-435e-b436-b87fe8e80f3b']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:47.651581 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:47.681272 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-b2b77c9f-a283-4576-82e4-f7cad8c3bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:47.682811 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-b2b77c9f-a283-4576-82e4-f7cad8c3bda2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.6675675 Sep 10 16:30:47.688724 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.759790 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:47.760740 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-44bf1496-f09a-41c1-a7af-282ae513cbf2 req-affb134b-0bfa-435e-854f-8a9d14d9cc01 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092447 Sep 10 16:30:47.804070 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:47.821950 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:47.824160 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-4de59562-ea72-4124-b245-c7eb7f2dfeea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 200 len: 217 time: 0.1214545 Sep 10 16:30:47.840461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2,segment=NetworkSegment(96959f17-f171-4839-8743-c5a872fe2b96),segment_id=96959f17-f171-4839-8743-c5a872fe2b96)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:47.846096 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:47.851385 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.861988 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9ab101b2-ea74-43eb-b0b2-e4fed15b90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:47.974816 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:48.007324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5fbba7-6df4-47b9-a2d0-f579976928ef" -d '{"events": [{"server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "name": "network-vif-plugged", "status": "completed", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:48.032885 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:48.033599 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.060273 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd30ebe9-2ce2-479d-add7-624f54aa66a6 req-cce9988f-cbee-4412-99c7-1955d3487a86 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716783 Sep 10 16:30:48.064276 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-9f890d8d-09b2-4461-8580-3632a9c0c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:48.067054 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-9f890d8d-09b2-4461-8580-3632a9c0c778 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.2310653 Sep 10 16:30:48.166620 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-7842325c-7839-4de4-8547-7d2275146584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583396 Sep 10 16:30:48.218866 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a811f-4651-4ac2-9599-61827622bf66 req-5b28bf96-8b26-45f8-b003-92e90b360e4b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:48.220331 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a20a811f-4651-4ac2-9599-61827622bf66 req-5b28bf96-8b26-45f8-b003-92e90b360e4b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.2954547 Sep 10 16:30:48.247166 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01592b-974c-47f4-9f1d-e81f22a1fa58 req-1e02b0d1-4d34-41b9-b556-cb15dad8b055 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:48.248650 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fa01592b-974c-47f4-9f1d-e81f22a1fa58 req-1e02b0d1-4d34-41b9-b556-cb15dad8b055 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 932 time: 0.1538970 Sep 10 16:30:48.270577 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-abda2585-de7e-4763-9fee-a434e86de635 None None] Provisioning for port b3b5308f-a6ba-4840-b730-9828aff7836d completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:48.274472 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-abda2585-de7e-4763-9fee-a434e86de635 None None] Provisioning complete for port b3b5308f-a6ba-4840-b730-9828aff7836d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:48.274874 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-abda2585-de7e-4763-9fee-a434e86de635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.286273 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc58a591-d65c-4e29-a2e4-8628217e2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.310114 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-d5284048-c28d-4485-b6e6-aff2508e1bbf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2905116 Sep 10 16:30:48.325679 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc58a591-d65c-4e29-a2e4-8628217e2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.403366 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Request body: {'port': {'device_id': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:48.465051 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-abda2585-de7e-4763-9fee-a434e86de635 None None] Port b3b5308f-a6ba-4840-b730-9828aff7836d cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:48.509370 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a20a811f-4651-4ac2-9599-61827622bf66 req-30902a40-e8c6-481c-b1ce-de7970deb437 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764802 Sep 10 16:30:48.510063 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Made reservation on behalf of 26b29df74bc24f1a94469aa298bc4b2c for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:30:48.513433 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.534035 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cc58a591-d65c-4e29-a2e4-8628217e2cb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb2bd2ad62ab4a3bace5783f49510f06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3836002 Sep 10 16:30:48.545302 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42054) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:48.554468 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:48.573194 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fa01592b-974c-47f4-9f1d-e81f22a1fa58 req-26316bfb-6546-4dec-97d7-29ec6728ba43 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101797 Sep 10 16:30:48.581993 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-0fb3d926-6ed8-46d9-8895-f1dbe18c1075 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054873 Sep 10 16:30:48.585269 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58a591-d65c-4e29-a2e4-8628217e2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee5fd05-dc95-4916-b269-ab17c65c4788,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:48.746869 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa6438-9304-4530-910a-309342566874 x-openstack-request-id: req-efaa6438-9304-4530-910a-309342566874 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:48.747161 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "name": "network-vif-plugged", "status": "completed", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:48.747433 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efaa6438-9304-4530-910a-309342566874 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:48.747937 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2', 'code': 200} Sep 10 16:30:48.856912 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bb57b27-80f1-4da9-8a2b-32ef3bfd2ba4 req-d4ddc6cd-95e0-47f7-93c4-b0b5e023055e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 210 time: 0.1553540 Sep 10 16:30:48.874541 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.001448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.020665 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-d506c8bc-0dc4-4c39-806a-21d70817ab4e service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268494 Sep 10 16:30:49.041861 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.047096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96205d4f-389d-404d-8725-c1fbe9bc1a1c req-7b9cd615-a2bd-4ad2-859b-79e37455f6cd tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:49.048619 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96205d4f-389d-404d-8725-c1fbe9bc1a1c req-7b9cd615-a2bd-4ad2-859b-79e37455f6cd tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.1794863 Sep 10 16:30:49.077808 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Allocated IP 172.20.0.10 (7ccab627-9628-40d2-b708-2150bb12b7f5/1e5100fe-e505-40c2-898a-0749f8518c23/6547c152-dbaf-48f4-9902-f846b17ac038) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:30:49.127231 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db663-214c-4330-97a6-8f125dc241e5 req-5f4ead74-93c1-4bb3-8deb-ddda2e7755c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:49.129483 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-183db663-214c-4330-97a6-8f125dc241e5 req-5f4ead74-93c1-4bb3-8deb-ddda2e7755c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 1098 time: 0.1509876 Sep 10 16:30:49.130132 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96205d4f-389d-404d-8725-c1fbe9bc1a1c req-a51c0692-c6bb-42db-83f8-18b06609edc0 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Sep 10 16:30:49.161019 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.164121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.165296 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee5fd05-dc95-4916-b269-ab17c65c4788 HTTP/1.1" status: 204 len: 168 time: 0.6169734 Sep 10 16:30:49.169692 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-183db663-214c-4330-97a6-8f125dc241e5 req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.181374 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c691-3a56-4f11-89bb-d9f9122cb278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee5fd05-dc95-4916-b269-ab17c65c4788,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:49.235499 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b5308f-a6ba-4840-b730-9828aff7836d {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:49.247986 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.275389 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Transition to ACTIVE for port object b3b5308f-a6ba-4840-b730-9828aff7836d will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:49.283852 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.290862 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:30:49.343696 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.374173 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Pushing event updated for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:49.393325 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Transition to ACTIVE for port object 6547c152-dbaf-48f4-9902-f846b17ac038 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:49.439233 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.483524 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:30:49.487070 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:49.500202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'port_id': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'mac_address': 'fa:16:3e:42:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3173164c-3893-4136-bdae-210af26308a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:30:49.516395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:30:49.519596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:30:49.565083 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-183db663-214c-4330-97a6-8f125dc241e5 req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.586894 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-183db663-214c-4330-97a6-8f125dc241e5 req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.620095 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:49.620644 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.685138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.712989 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0708027 Sep 10 16:30:49.716899 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c7d8c-60a7-47f4-af80-c344601509fe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:49.732362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Request body: {'port': {'device_id': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:30:49.751031 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-183db663-214c-4330-97a6-8f125dc241e5 req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135013 Sep 10 16:30:49.788299 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:49.805199 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6163264a-2122-4285-8631-d43af169b198,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:49.836851 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Attempting to bind port b3b5308f-a6ba-4840-b730-9828aff7836d on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:49.838789 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Attempting to bind port b3b5308f-a6ba-4840-b730-9828aff7836d by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:49.841302 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Attempting to bind port b3b5308f-a6ba-4840-b730-9828aff7836d on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:49.858363 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Port b3b5308f-a6ba-4840-b730-9828aff7836d on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:30:49.860540 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Attempting to bind port b3b5308f-a6ba-4840-b730-9828aff7836d on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:49.867154 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:49.887038 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.888293 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a0366f30-17f5-439b-a63b-5e7fff875a64 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:30:49.889764 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:49.891093 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Checking segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:49.894377 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Bound using segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:49.898077 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Bound port: b3b5308f-a6ba-4840-b730-9828aff7836d, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:49.898077 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:49.979595 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a0366f30-17f5-439b-a63b-5e7fff875a64,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:50.007572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.038190 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'a0366f30-17f5-439b-a63b-5e7fff875a64', 'network_id': 'bbbf5e24-fdd4-4e01-926d-61079b76fad2', 'port_id': 'a0366f30-17f5-439b-a63b-5e7fff875a64', 'mac_address': 'fa:16:3e:47:be:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3173164c-3893-4136-bdae-210af26308a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:30:50.070836 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:50.074695 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=b3b5308f-a6ba-4840-b730-9828aff7836d,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:50.082102 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:50.083320 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.136738 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.137539 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.139603 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] 10.222.0.39 "PUT /v2.0/ports/b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 1094 time: 1.8099992 Sep 10 16:30:50.142476 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:50.157142 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b" -d '{"events": [{"name": "network-changed", "server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:50.184335 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259b69-0c71-4a57-9d3e-2030f488fbe3 req-3ed003d2-32b0-4fc9-a586-93a2d3ef103c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.198490 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba259b69-0c71-4a57-9d3e-2030f488fbe3 req-3ed003d2-32b0-4fc9-a586-93a2d3ef103c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 944 time: 0.3700686 Sep 10 16:30:50.202633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89618dc4-6a02-443a-ba55-4ed5fd44f76b service neutron] Pushing event updated for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:50.221877 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9345d4d6-26e7-44b6-a30c-c915a7053ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.249088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.272349 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fced05b9-4cc8-4a1c-ab5d-8f8a2c0c3862 None None] Provisioning for port 6547c152-dbaf-48f4-9902-f846b17ac038 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:50.282886 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-fced05b9-4cc8-4a1c-ab5d-8f8a2c0c3862 None None] Provisioning complete for port 6547c152-dbaf-48f4-9902-f846b17ac038 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:50.283396 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fced05b9-4cc8-4a1c-ab5d-8f8a2c0c3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.333714 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-fced05b9-4cc8-4a1c-ab5d-8f8a2c0c3862 None None] Port 6547c152-dbaf-48f4-9902-f846b17ac038 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:30:50.339426 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0366f30-17f5-439b-a63b-5e7fff875a64 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:50.386682 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-f7b44128-fb0b-4be1-9773-7ab996c61266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.388247 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-f7b44128-fb0b-4be1-9773-7ab996c61266 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1097 time: 0.1683435 Sep 10 16:30:50.412436 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a0366f30-17f5-439b-a63b-5e7fff875a64,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:50.422776 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.481639 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-bdc65800-00bf-4eda-8e21-ea06339a77aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 217 time: 0.0828154 Sep 10 16:30:50.555868 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:50.566834 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2536-28af-49a9-9451-ba99af5d7718 req-b2643b6e-577a-494a-91b5-440881d765f6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.590205 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-c4efc862-9a66-4f55-88c3-31a7241e8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.591820 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-c4efc862-9a66-4f55-88c3-31a7241e8c5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.1018476 Sep 10 16:30:50.601402 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ab7e2536-28af-49a9-9451-ba99af5d7718 req-b2643b6e-577a-494a-91b5-440881d765f6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 943 time: 0.6999264 Sep 10 16:30:50.654239 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-1446d950-51aa-4ec8-ac4e-a532fca93c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:50.656425 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-1446d950-51aa-4ec8-ac4e-a532fca93c3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567329 Sep 10 16:30:50.682691 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['9e1a6c5c-085a-4d21-ad94-fd89a6c79468'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:30:50.747391 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['a0366f30-17f5-439b-a63b-5e7fff875a64'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:30:50.760829 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ab7e2536-28af-49a9-9451-ba99af5d7718 req-4674ae7b-6bb7-49a8-9a5b-27114eca8c86 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585333 Sep 10 16:30:50.775729 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba259b69-0c71-4a57-9d3e-2030f488fbe3 req-b58c0227-c0af-4f5e-ac4f-00ee08678d3a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5762081 Sep 10 16:30:50.792352 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-aec326b9-0459-4001-8f28-baf812bf8440 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272233 Sep 10 16:30:50.882734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:50.942833 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ce2c4aa-3e19-41bc-bc8a-681debbeada3 req-ea081a17-f24d-4a53-a8bc-8a9beb049e33 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423295 Sep 10 16:30:51.082190 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387aea0-a203-4787-902d-1c546ceddc17 req-47146b37-eb26-41a5-a648-f8d15ac8910f tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.083727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f387aea0-a203-4787-902d-1c546ceddc17 req-47146b37-eb26-41a5-a648-f8d15ac8910f tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.1364410 Sep 10 16:30:51.089395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:51.105634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.116284 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7cdc5-16c5-4ff3-b52b-d0fd9e17af29 req-266e10b9-23e0-480e-a8d0-a377d96d5541 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.117772 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ee7cdc5-16c5-4ff3-b52b-d0fd9e17af29 req-266e10b9-23e0-480e-a8d0-a377d96d5541 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 932 time: 0.1624467 Sep 10 16:30:51.143435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Transition to ACTIVE for port object 6547c152-dbaf-48f4-9902-f846b17ac038 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:30:51.155114 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.203189 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f387aea0-a203-4787-902d-1c546ceddc17 req-21489457-50da-41c8-a7dd-809d20828513 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079540 Sep 10 16:30:51.219346 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ee7cdc5-16c5-4ff3-b52b-d0fd9e17af29 req-d649c7a6-de2e-4962-b808-d23d8c589301 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886314 Sep 10 16:30:51.232420 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:51.279698 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51e550-904f-46d5-adf3-c898d4a1e3c8 x-openstack-request-id: req-6e51e550-904f-46d5-adf3-c898d4a1e3c8 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:51.280191 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:51.280276 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e51e550-904f-46d5-adf3-c898d4a1e3c8 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:51.280665 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'status': 'completed', 'code': 200} Sep 10 16:30:51.314040 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Attempting to bind port 6547c152-dbaf-48f4-9902-f846b17ac038 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:30:51.314374 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Attempting to bind port 6547c152-dbaf-48f4-9902-f846b17ac038 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:30:51.314699 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Attempting to bind port 6547c152-dbaf-48f4-9902-f846b17ac038 on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:51.321385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Port 6547c152-dbaf-48f4-9902-f846b17ac038 on network 7ccab627-9628-40d2-b708-2150bb12b7f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:30:51.321710 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Attempting to bind port 6547c152-dbaf-48f4-9902-f846b17ac038 on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:30:51.327480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:30:51.327783 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Checking segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:30:51.328165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Bound using segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:30:51.328595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Bound port: 6547c152-dbaf-48f4-9902-f846b17ac038, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:30:51.328954 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.378672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-9289c063-839f-42a2-9dfd-a20e8f511118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.380628 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-9289c063-839f-42a2-9dfd-a20e8f511118 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1097 time: 0.0718379 Sep 10 16:30:51.403249 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:30:51.407146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:30:51.426426 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.440524 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.495860 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.499160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:51.500714 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] 10.222.0.39 "PUT /v2.0/ports/6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 1094 time: 1.7800949 Sep 10 16:30:51.501361 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dbdd1-07d0-4373-b969-3d8cba534ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:51.513384 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:51.516057 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d27b7b-4976-4e53-b7c7-fe8833e61311" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:51.522079 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-158f38bd-16f7-487f-b12d-cc4314026ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.523920 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-158f38bd-16f7-487f-b12d-cc4314026ade service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.1295435 Sep 10 16:30:51.602877 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-46f4e432-1863-46dd-8b0a-aef0b7951611 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 217 time: 0.0599988 Sep 10 16:30:51.626543 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ad865-bc3f-4f90-9255-f7f024717da7 x-openstack-request-id: req-4d4ad865-bc3f-4f90-9255-f7f024717da7 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:51.626940 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:51.627314 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d4ad865-bc3f-4f90-9255-f7f024717da7 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:51.627682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'status': 'completed', 'code': 200} Sep 10 16:30:51.642185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-f1b56225-f0cc-4a6d-b496-ee75bc133860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.643851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-f1b56225-f0cc-4a6d-b496-ee75bc133860 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1097 time: 0.0868244 Sep 10 16:30:51.693016 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-4a40239e-980a-474c-9373-e92fec99ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.699493 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-4a40239e-980a-474c-9373-e92fec99ab4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0762863 Sep 10 16:30:51.725067 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-120d5cf2-1adb-4e05-a835-15f02a02143a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 217 time: 0.0562871 Sep 10 16:30:51.771990 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-23736933-1c02-43e4-b259-646cc2c0d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.773755 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-23736933-1c02-43e4-b259-646cc2c0d44e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559461 Sep 10 16:30:51.802463 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-6debfe60-72cf-4bde-918d-01d0047baa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:51.804361 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-6debfe60-72cf-4bde-918d-01d0047baa58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0695808 Sep 10 16:30:51.951183 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-a111a28a-8653-4dba-a8d8-edf97f4254d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681530 Sep 10 16:30:52.032709 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e2a94de-8c7f-4233-ad20-dbfda97d37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.034307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-3e2a94de-8c7f-4233-ad20-dbfda97d37f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2159929 Sep 10 16:30:52.066534 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e165f-bae1-43c9-90e2-ab47e02db5df req-791dcf01-c67f-4cfc-b32d-683edb38d284 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.068865 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-761e165f-bae1-43c9-90e2-ab47e02db5df req-791dcf01-c67f-4cfc-b32d-683edb38d284 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 944 time: 0.1522245 Sep 10 16:30:52.093239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d8198-0573-4a02-b117-69ae013c2398 req-a4e8b383-721e-42b7-8082-0c500c02431e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.099025 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-290d8198-0573-4a02-b117-69ae013c2398 req-a4e8b383-721e-42b7-8082-0c500c02431e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 944 time: 0.1335726 Sep 10 16:30:52.107834 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26ebb2ca-af07-4799-a2ac-f526ab3ff19b req-d52140d7-3f5b-4ef9-a0b3-eae8ad0b13ec service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476445 Sep 10 16:30:52.217411 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-290d8198-0573-4a02-b117-69ae013c2398 req-b579e678-6100-4405-83d9-0608cfd1a558 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982347 Sep 10 16:30:52.244706 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-761e165f-bae1-43c9-90e2-ab47e02db5df req-bc23f0c5-cdde-432d-81b5-13d250f38c65 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403360 Sep 10 16:30:52.284199 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-16717add-abd3-4081-9590-695b14e3bb89 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386453 Sep 10 16:30:52.307042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42224) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:52.475144 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d30b5-0f7a-44b1-a06b-5d0ef08403de req-9be2ee58-c89a-4efa-8cd4-8a5b87a56131 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.476613 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f0d30b5-0f7a-44b1-a06b-5d0ef08403de req-9be2ee58-c89a-4efa-8cd4-8a5b87a56131 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.1460757 Sep 10 16:30:52.479570 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbc924f8-6dc3-4a6b-b970-3e862a1e6614 req-51822e2b-efbe-44e4-adb7-93ea82ab2f79 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880269 Sep 10 16:30:52.496578 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e1a1c-60b4-4f1b-8512-74c7b9cfb3ca req-4af54fc0-84de-4128-9dd5-954057e2b0c9 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.498130 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-405e1a1c-60b4-4f1b-8512-74c7b9cfb3ca req-4af54fc0-84de-4128-9dd5-954057e2b0c9 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.1278334 Sep 10 16:30:52.522036 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5103fdb6-bdf7-4691-800d-3c14ae83c93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:52.599845 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f0d30b5-0f7a-44b1-a06b-5d0ef08403de req-8f1526ca-cc17-4760-b70b-a0d0a4d0faf6 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135693 Sep 10 16:30:52.608753 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-405e1a1c-60b4-4f1b-8512-74c7b9cfb3ca req-3acbf82d-ace3-485d-a11c-a1e056fdf274 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Sep 10 16:30:52.631557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-fc03840c-2b40-4fe1-a9e4-51deae87744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.631557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-fc03840c-2b40-4fe1-a9e4-51deae87744f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1097 time: 0.0774951 Sep 10 16:30:52.675401 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5103fdb6-bdf7-4691-800d-3c14ae83c93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:52.681199 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5103fdb6-bdf7-4691-800d-3c14ae83c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:52.720810 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5103fdb6-bdf7-4691-800d-3c14ae83c93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef973e1816114f86887e9d2dfe00e91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126682 Sep 10 16:30:52.723714 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103fdb6-bdf7-4691-800d-3c14ae83c93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be12648-1f57-42fd-9382-ff1357b8728e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:52.724274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42236) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:52.757115 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-b098b963-4316-44f0-a72b-47609798f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.758570 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-b098b963-4316-44f0-a72b-47609798f12b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.1277325 Sep 10 16:30:52.815049 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-e9c48f42-872d-4cae-8368-33f7881a5fba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 217 time: 0.0448546 Sep 10 16:30:52.855196 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:52.892298 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:52.910388 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-6ac5f068-9bc3-4577-ac7b-4089e058b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.911881 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-6ac5f068-9bc3-4577-ac7b-4089e058b82c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0858266 Sep 10 16:30:52.978092 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-35fed1ad-c736-41db-9c1b-8cf8543298f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:52.981676 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-35fed1ad-c736-41db-9c1b-8cf8543298f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485322 Sep 10 16:30:52.996776 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.030908 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.033375 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.034508 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5be12648-1f57-42fd-9382-ff1357b8728e HTTP/1.1" status: 204 len: 168 time: 0.3090796 Sep 10 16:30:53.088633 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d271034-c752-4d0a-ad6a-69464888962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be12648-1f57-42fd-9382-ff1357b8728e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:53.118599 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-16a7cb95-2eaa-4693-ace1-b0a210b10100 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283431 Sep 10 16:30:53.224671 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27d27b7b-4976-4e53-b7c7-fe8833e61311 req-a478957c-7b38-431f-a51e-df6bce167a26 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900943 Sep 10 16:30:53.306130 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device b3b5308f-a6ba-4840-b730-9828aff7836d details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:30:53.307003 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42252) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:53.308783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a0366f30-17f5-439b-a63b-5e7fff875a64 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:53.327856 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69dbec5c-0118-46b2-88d0-8124ad12bedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.371536 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd156-9004-4080-8e53-66b150721b2c req-04af72a0-0fc1-4c20-b79b-2dc00cae3851 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:53.372941 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-026cd156-9004-4080-8e53-66b150721b2c req-04af72a0-0fc1-4c20-b79b-2dc00cae3851 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 944 time: 0.0818956 Sep 10 16:30:53.382908 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26e5cb-6841-4fd4-8725-bb8d034735c2 req-39c21cfa-6325-40b2-8dec-d8b91d19bc18 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:53.393157 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d26e5cb-6841-4fd4-8725-bb8d034735c2 req-39c21cfa-6325-40b2-8dec-d8b91d19bc18 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 944 time: 0.0929344 Sep 10 16:30:53.397730 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port a0366f30-17f5-439b-a63b-5e7fff875a64 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:53.411960 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port a0366f30-17f5-439b-a63b-5e7fff875a64 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:53.412342 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.465477 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d26e5cb-6841-4fd4-8725-bb8d034735c2 req-90c104f8-6079-46d9-a6a4-4a4c60b44dc0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663660 Sep 10 16:30:53.469214 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69dbec5c-0118-46b2-88d0-8124ad12bedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.477234 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-026cd156-9004-4080-8e53-66b150721b2c req-9f655a97-7e9e-4623-a73c-8fa7ef439559 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820162 Sep 10 16:30:53.479791 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-69dbec5c-0118-46b2-88d0-8124ad12bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.536814 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=b3b5308f-a6ba-4840-b730-9828aff7836d,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:53.537017 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-69dbec5c-0118-46b2-88d0-8124ad12bedd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe9bd59f6af4a4b8f91fdd06a7a465f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248061 Sep 10 16:30:53.537017 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbec5c-0118-46b2-88d0-8124ad12bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28fa42-66f1-4c68-8a8d-41050c5a10c6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:53.537017 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42260) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:53.578349 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.599826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'port_id': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'mac_address': 'fa:16:3e:95:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:30:53.614491 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.618298 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:53.620648 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f9c00-569d-402a-ab05-385a81f7dba4" -d '{"events": [{"server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "name": "network-vif-plugged", "status": "completed", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:53.640444 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.653422 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a0366f30-17f5-439b-a63b-5e7fff875a64,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:53.666931 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.667982 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:53.673263 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.707336 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.710897 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.712659 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b28fa42-66f1-4c68-8a8d-41050c5a10c6 HTTP/1.1" status: 204 len: 168 time: 0.1641276 Sep 10 16:30:53.724211 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6110-5801-4e67-9e04-f98a4e91933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28fa42-66f1-4c68-8a8d-41050c5a10c6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:53.743190 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c590baed-8113-4381-952c-1e7c95d168b3 x-openstack-request-id: req-c590baed-8113-4381-952c-1e7c95d168b3 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:53.743696 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "name": "network-vif-plugged", "status": "completed", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:53.744094 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c590baed-8113-4381-952c-1e7c95d168b3 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:53.744667 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64', 'code': 200} Sep 10 16:30:53.759971 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b5308f-a6ba-4840-b730-9828aff7836d {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:53.817490 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=b3b5308f-a6ba-4840-b730-9828aff7836d,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:53.821204 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:53.829007 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.846493 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb944-9336-4baa-a120-690ef38ddd68 req-bfb76940-7d08-4a21-af7a-5e6a3c448d71 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:53.855078 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14fbb944-9336-4baa-a120-690ef38ddd68 req-bfb76940-7d08-4a21-af7a-5e6a3c448d71 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0788424 Sep 10 16:30:53.858660 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:53.866506 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:53.867104 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:53.917908 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14fbb944-9336-4baa-a120-690ef38ddd68 req-346ac911-1f38-40d3-bb8e-9d24e37ef1f7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540986 Sep 10 16:30:53.944983 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:54.010605 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:54.068365 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:54.076115 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:54.104384 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a7cdd-46a0-49fc-96ca-6719daf1eb7c req-aea88c24-9b0e-4fa4-b748-d4eb766b2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:54.106096 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a2a7cdd-46a0-49fc-96ca-6719daf1eb7c req-aea88c24-9b0e-4fa4-b748-d4eb766b2d07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1098 time: 0.1129766 Sep 10 16:30:54.142865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:54.570948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c231c-7934-48f4-b948-01ee29fd0264 req-70980dda-8073-4335-bb5a-f6d74d8fcf0d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:54.572571 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a6c231c-7934-48f4-b948-01ee29fd0264 req-70980dda-8073-4335-bb5a-f6d74d8fcf0d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Sep 10 16:30:54.626798 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a6c231c-7934-48f4-b948-01ee29fd0264 req-cb3fb6de-e43a-4554-9f48-c3602cfd129c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Sep 10 16:30:54.728377 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493986-e410-4bbd-9bc2-3905ad61d8c6 req-6db2265e-ce5b-4110-b004-b77b575cbb26 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:54.728377 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae493986-e410-4bbd-9bc2-3905ad61d8c6 req-6db2265e-ce5b-4110-b004-b77b575cbb26 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Sep 10 16:30:54.768003 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae493986-e410-4bbd-9bc2-3905ad61d8c6 req-71f51e9d-4142-4cbc-b4be-4dcf4de62257 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337307 Sep 10 16:30:54.917994 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2a2a7cdd-46a0-49fc-96ca-6719daf1eb7c req-f6056652-d569-40ed-8188-6b5a2d8c1795 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Sep 10 16:30:55.026490 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4667f4b-25ac-4ba0-ae91-ca341d61900a req-37c703d7-2345-4c30-8bf0-98f2d0e42396 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:55.028023 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4667f4b-25ac-4ba0-ae91-ca341d61900a req-37c703d7-2345-4c30-8bf0-98f2d0e42396 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0494175 Sep 10 16:30:55.067712 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4667f4b-25ac-4ba0-ae91-ca341d61900a req-18b42c64-c84b-436e-ae84-623631bff961 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Sep 10 16:30:55.091686 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42332) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:55.194627 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe7d-fd1b-4b09-bb0d-8fc2519546bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.281564 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe7d-fd1b-4b09-bb0d-8fc2519546bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.285901 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe7d-fd1b-4b09-bb0d-8fc2519546bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.322823 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5d2bfe7d-fd1b-4b09-bb0d-8fc2519546bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=832544776a7441dfa3e4a6d0b255f168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301073 Sep 10 16:30:55.323778 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfe7d-fd1b-4b09-bb0d-8fc2519546bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e161f-fcee-4278-8a0d-275e0ddc0c24,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:55.325495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42338) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:55.375026 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.398566 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.442651 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.445050 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:55.446172 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b4e161f-fcee-4278-8a0d-275e0ddc0c24 HTTP/1.1" status: 204 len: 168 time: 0.1191373 Sep 10 16:30:55.453349 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c964d1-8c01-4861-a3fa-c0f84b14fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e161f-fcee-4278-8a0d-275e0ddc0c24,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:55.736775 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952da17-19ef-471e-b340-908476a545d2 req-6300ff71-a0b7-40b3-b467-1c44a37c95b3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:55.738698 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e952da17-19ef-471e-b340-908476a545d2 req-6300ff71-a0b7-40b3-b467-1c44a37c95b3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0534036 Sep 10 16:30:55.746407 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:55.749143 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea02019d-b186-4adb-aee5-ba2655353616" -d '{"events": [{"server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:55.779647 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e952da17-19ef-471e-b340-908476a545d2 req-a2fdab7d-925e-4731-beea-daf3fe68d575 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336468 Sep 10 16:30:55.832022 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8cdb88-e449-4efd-90f1-ae931140e192 x-openstack-request-id: req-dc8cdb88-e449-4efd-90f1-ae931140e192 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:55.832312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:55.832565 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc8cdb88-e449-4efd-90f1-ae931140e192 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:55.832946 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'code': 200} Sep 10 16:30:55.923165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ede494-6880-49c7-be44-fa21f99f6b20 req-766ae5c3-1688-4eb5-8b1f-a5e9c94e7693 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:55.924649 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-23ede494-6880-49c7-be44-fa21f99f6b20 req-766ae5c3-1688-4eb5-8b1f-a5e9c94e7693 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Sep 10 16:30:55.964244 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-23ede494-6880-49c7-be44-fa21f99f6b20 req-18e0412d-ae67-425d-afc1-bae1c798c766 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334506 Sep 10 16:30:56.190308 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57703a-6239-4c75-b150-97d25d3588db req-c9f45589-d724-481a-98cd-44d881798c6d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:56.192356 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e57703a-6239-4c75-b150-97d25d3588db req-c9f45589-d724-481a-98cd-44d881798c6d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0517411 Sep 10 16:30:56.421250 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e57703a-6239-4c75-b150-97d25d3588db req-bd5bfc13-22d3-4040-8297-d5c56fea5dd0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208352 Sep 10 16:30:56.708409 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['b3b5308f-a6ba-4840-b730-9828aff7836d'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:30:56.931623 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceea4e-3b2d-421a-98ae-1d4f02d92969 req-3bcadfc1-6d3c-4cd2-ab1d-944d0ecb4c5c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:56.933235 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-42ceea4e-3b2d-421a-98ae-1d4f02d92969 req-3bcadfc1-6d3c-4cd2-ab1d-944d0ecb4c5c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0628977 Sep 10 16:30:57.008150 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-42ceea4e-3b2d-421a-98ae-1d4f02d92969 req-9d560686-194e-4614-bc6f-86f837fe9e66 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551102 Sep 10 16:30:57.234058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1a5d2-984e-440a-93b5-4e3a9d9a1637 req-f7ef94f8-e954-4613-b983-5c66a010e6bb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:57.235558 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82f1a5d2-984e-440a-93b5-4e3a9d9a1637 req-f7ef94f8-e954-4613-b983-5c66a010e6bb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 945 time: 0.1391759 Sep 10 16:30:57.242348 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044ed81-1ccc-4435-a7ee-6409eaba9f20 req-96f14e58-9326-48ee-9acf-bafe04e939ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:57.243774 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8044ed81-1ccc-4435-a7ee-6409eaba9f20 req-96f14e58-9326-48ee-9acf-bafe04e939ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.1074464 Sep 10 16:30:57.297434 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8044ed81-1ccc-4435-a7ee-6409eaba9f20 req-7fcff126-0462-44b6-8061-d36dc50a1e5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Sep 10 16:30:57.307941 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-82f1a5d2-984e-440a-93b5-4e3a9d9a1637 req-f617f6b1-c6ce-44d5-8de0-b19bac60b611 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630412 Sep 10 16:30:57.548891 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b6fe-55fb-4c79-8b5c-579307b01065 req-935bacf9-ce3a-42bc-af62-76e67babad05 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:57.551548 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65c4b6fe-55fb-4c79-8b5c-579307b01065 req-935bacf9-ce3a-42bc-af62-76e67babad05 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0508146 Sep 10 16:30:57.588629 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65c4b6fe-55fb-4c79-8b5c-579307b01065 req-be6bbb66-3ba5-4ae6-9bc1-b4392c8e652f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Sep 10 16:30:57.743434 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:30:57.747337 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device b3b5308f-a6ba-4840-b730-9828aff7836d up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:57.856241 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port b3b5308f-a6ba-4840-b730-9828aff7836d completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:57.861785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port b3b5308f-a6ba-4840-b730-9828aff7836d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:57.862160 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:57.899826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:57.917458 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '6547c152-dbaf-48f4-9902-f846b17ac038', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:30:57.987748 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.012718 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.015437 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:30:58.050253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:58.054883 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:30:58.057156 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f638a5-d3d7-45ce-8449-4d720ffd9ccf" -d '{"events": [{"server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "name": "network-vif-plugged", "status": "completed", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:30:58.070393 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.076743 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=b3b5308f-a6ba-4840-b730-9828aff7836d,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:30:58.130343 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.140917 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d741a36-c4ec-4a6b-b6bc-8ecf49ea7a72 x-openstack-request-id: req-1d741a36-c4ec-4a6b-b6bc-8ecf49ea7a72 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:30:58.141271 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "name": "network-vif-plugged", "status": "completed", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:30:58.144677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d741a36-c4ec-4a6b-b6bc-8ecf49ea7a72 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:30:58.145360 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'code': 200} Sep 10 16:30:58.174956 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27be6e9-8f21-48a5-acfb-2dc1d5df0cad req-a48ac4ef-7640-41a9-bd05-8512c367c191 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:58.176774 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f27be6e9-8f21-48a5-acfb-2dc1d5df0cad req-a48ac4ef-7640-41a9-bd05-8512c367c191 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0613978 Sep 10 16:30:58.194682 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:58.239707 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f27be6e9-8f21-48a5-acfb-2dc1d5df0cad req-710fe5b0-c095-497d-994f-103759180374 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478749 Sep 10 16:30:58.301410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:58.424059 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15142-a9da-4d35-b2fe-9fa461ba282b req-5a61aaff-a214-4a88-9610-cffb0663d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:58.426060 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7c15142-a9da-4d35-b2fe-9fa461ba282b req-5a61aaff-a214-4a88-9610-cffb0663d7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1099 time: 0.0927870 Sep 10 16:30:58.475883 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42498) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:58.478741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['6547c152-dbaf-48f4-9902-f846b17ac038'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:30:58.490621 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97f6ff-0631-4493-88c3-9835fcc1b2c6 req-a59cddd6-240c-46dd-b776-7bb7996f68aa tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:58.492542 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb97f6ff-0631-4493-88c3-9835fcc1b2c6 req-a59cddd6-240c-46dd-b776-7bb7996f68aa tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0837233 Sep 10 16:30:58.496826 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7c15142-a9da-4d35-b2fe-9fa461ba282b req-833dd10d-60fd-489b-a2b4-db4648e15651 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570560 Sep 10 16:30:58.533483 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb97f6ff-0631-4493-88c3-9835fcc1b2c6 req-2646806c-6a73-4193-baac-c9e70b41e311 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Sep 10 16:30:58.605817 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33b354c0-ab20-4ebb-b590-9cf39c6557b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.727163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b444f4-aec7-4f14-aefa-23bfae77abf2 req-08d6d98d-f0ba-4058-b730-6e7ea1675825 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:58.729205 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33b354c0-ab20-4ebb-b590-9cf39c6557b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.730316 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d1b444f4-aec7-4f14-aefa-23bfae77abf2 req-08d6d98d-f0ba-4058-b730-6e7ea1675825 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0676763 Sep 10 16:30:58.736761 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-33b354c0-ab20-4ebb-b590-9cf39c6557b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.777062 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b354c0-ab20-4ebb-b590-9cf39c6557b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a2c67-3857-4e8b-8e64-4e0fb8fe7dba,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:58.782361 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-33b354c0-ab20-4ebb-b590-9cf39c6557b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b3bf5708e264524a37bc6756ca5b71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048213 Sep 10 16:30:58.785152 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42514) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:58.824913 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d1b444f4-aec7-4f14-aefa-23bfae77abf2 req-4964cb82-b335-4eb7-95f4-676752c04146 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754976 Sep 10 16:30:58.848325 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.875462 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.927458 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.929979 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:58.931096 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/473a2c67-3857-4e8b-8e64-4e0fb8fe7dba HTTP/1.1" status: 204 len: 168 time: 0.1446378 Sep 10 16:30:58.938690 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5cf78-51d5-4d96-8ae9-e6b9211c3af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a2c67-3857-4e8b-8e64-4e0fb8fe7dba,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:59.197584 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42520) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:59.211631 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e46effe2-0e9c-4a3b-9e8b-bfaf579cce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.307466 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e46effe2-0e9c-4a3b-9e8b-bfaf579cce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.311241 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e46effe2-0e9c-4a3b-9e8b-bfaf579cce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.354946 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae467d-5a75-46a9-906c-c2141d9518fb req-4bd9ea8d-d327-4adf-a3e9-0744ef532fbc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:59.358219 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e46effe2-0e9c-4a3b-9e8b-bfaf579cce93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97a924c529f41bca8b29e09eb6be5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570592 Sep 10 16:30:59.358308 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2eae467d-5a75-46a9-906c-c2141d9518fb req-4bd9ea8d-d327-4adf-a3e9-0744ef532fbc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Sep 10 16:30:59.358386 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46effe2-0e9c-4a3b-9e8b-bfaf579cce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00bcb13-323e-4d02-9112-300d5a62e457,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:59.358462 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42526) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:30:59.432280 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2eae467d-5a75-46a9-906c-c2141d9518fb req-2a6df9ce-5d62-4ebe-b403-189d37d34364 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600486 Sep 10 16:30:59.445814 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.469017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.517195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.520455 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.521595 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d00bcb13-323e-4d02-9112-300d5a62e457 HTTP/1.1" status: 204 len: 168 time: 0.1624286 Sep 10 16:30:59.530049 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aa9f1-23c9-4f22-be33-0c98dec92da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00bcb13-323e-4d02-9112-300d5a62e457,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:30:59.677439 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49ad7-6b2e-4cb3-9478-6187ba6bc8fa req-84cc422c-6ff8-4336-aac2-0de333ce4b5d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:59.679052 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35a49ad7-6b2e-4cb3-9478-6187ba6bc8fa req-84cc422c-6ff8-4336-aac2-0de333ce4b5d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0616577 Sep 10 16:30:59.743636 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35a49ad7-6b2e-4cb3-9478-6187ba6bc8fa req-bfddeeeb-9c3b-42eb-b3d7-639576f082fb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571940 Sep 10 16:30:59.752721 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:30:59.819410 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265087-44a9-4a54-9947-e916b8122926 req-152e8d0f-8fce-46bc-9f73-97174d097133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:59.821071 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-152e8d0f-8fce-46bc-9f73-97174d097133 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1098 time: 0.0921113 Sep 10 16:30:59.823206 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 6547c152-dbaf-48f4-9902-f846b17ac038 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:30:59.827985 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 6547c152-dbaf-48f4-9902-f846b17ac038 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:30:59.828366 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:30:59.892678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb642e6e-0f39-4148-a58c-862536d5b3b0 req-2371d3e0-e53b-4bc7-a434-2db7ae691ea4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:30:59.896680 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb642e6e-0f39-4148-a58c-862536d5b3b0 req-2371d3e0-e53b-4bc7-a434-2db7ae691ea4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.1566122 Sep 10 16:30:59.961785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:00.018388 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:00.027666 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:00.098169 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb642e6e-0f39-4148-a58c-862536d5b3b0 req-7191899c-f694-4694-a64a-277cbbd98c76 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714144 Sep 10 16:31:00.115156 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:00.137656 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6785dd9-3ddb-4d8f-bf10-da4f9cb24c5c req-8a56d8a4-1392-4dcb-8740-524c84a60263 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:00.146174 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b6785dd9-3ddb-4d8f-bf10-da4f9cb24c5c req-8a56d8a4-1392-4dcb-8740-524c84a60263 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.1903894 Sep 10 16:31:00.150474 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:00.152857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f365caa-f9dc-44c5-be08-f4d5983e5fe1" -d '{"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:00.200202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc740508-7660-445c-851f-807b3df0861f x-openstack-request-id: req-cc740508-7660-445c-851f-807b3df0861f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:00.200514 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:00.200764 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc740508-7660-445c-851f-807b3df0861f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:00.201245 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'code': 200} Sep 10 16:31:00.205176 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265087-44a9-4a54-9947-e916b8122926 req-f6a99ac1-a65b-4010-9249-dcb0e1bfa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:00.207433 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-f6a99ac1-a65b-4010-9249-dcb0e1bfa156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.3747606 Sep 10 16:31:00.213704 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b6785dd9-3ddb-4d8f-bf10-da4f9cb24c5c req-388892a1-c96c-4033-b35b-7f2f16525bc1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666997 Sep 10 16:31:00.283777 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-f995bae2-1772-4c73-8572-7d983572500a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 200 len: 217 time: 0.0672572 Sep 10 16:31:00.344100 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265087-44a9-4a54-9947-e916b8122926 req-9013df40-6935-411e-9b0f-b197d87dc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:00.345946 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-9013df40-6935-411e-9b0f-b197d87dc3c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0545359 Sep 10 16:31:00.398692 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-c60befcd-2ad9-447f-9220-61f5ac1dc329 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297592 Sep 10 16:31:00.465845 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279a0e-a9b9-489d-a056-0e61aff2d9d8 req-6c53f23d-1fc9-4cd9-9517-38952e70c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:00.467480 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0279a0e-a9b9-489d-a056-0e61aff2d9d8 req-6c53f23d-1fc9-4cd9-9517-38952e70c4ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1099 time: 0.0698061 Sep 10 16:31:00.513374 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-6dc5e1e7-0552-4bc2-aa23-23403bd9b4ab service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052873 Sep 10 16:31:00.523377 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0279a0e-a9b9-489d-a056-0e61aff2d9d8 req-22f400c4-5a9c-4611-858d-11392d15e6b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Sep 10 16:31:00.702651 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42600) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:00.858144 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-353c4f39-6e77-467e-9a19-152bb0fb0b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:00.914118 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a265087-44a9-4a54-9947-e916b8122926 req-96f1bedb-cf0d-4a20-869b-f4a4755745ae service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689644 Sep 10 16:31:00.942133 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa76d96-f86b-4e82-88f5-58555dfa534e req-e551afa3-8bf5-45ff-a579-7f808620461b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:00.943540 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-daa76d96-f86b-4e82-88f5-58555dfa534e req-e551afa3-8bf5-45ff-a579-7f808620461b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1051493 Sep 10 16:31:01.004941 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-daa76d96-f86b-4e82-88f5-58555dfa534e req-e7fcee8e-bf38-4ded-9188-233ae7e364fb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Sep 10 16:31:01.038951 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-353c4f39-6e77-467e-9a19-152bb0fb0b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.044063 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-353c4f39-6e77-467e-9a19-152bb0fb0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.087589 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-353c4f39-6e77-467e-9a19-152bb0fb0b1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88aabf97f3b2424bbb9f0d51d82c83c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810804 Sep 10 16:31:01.087956 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42622) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:01.088763 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c4f39-6e77-467e-9a19-152bb0fb0b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12b90a-7ba6-43d8-b8f3-4937b29a79db,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:01.146941 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9625-6c81-45a2-b55f-281e03e63c18 req-2431d328-74b6-4595-8db1-9550d3c8c5d3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:01.150509 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be1b9625-6c81-45a2-b55f-281e03e63c18 req-2431d328-74b6-4595-8db1-9550d3c8c5d3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0567303 Sep 10 16:31:01.159633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42630) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:01.164882 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'floatingip': {'port_id': 'b3b5308f-a6ba-4840-b730-9828aff7836d'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:01.236108 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.238635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448576db-6d9e-48ed-91a2-864825c06d7c req-ae7028ab-fa63-444e-a241-9c2798e7e543 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:01.240242 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-448576db-6d9e-48ed-91a2-864825c06d7c req-ae7028ab-fa63-444e-a241-9c2798e7e543 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0597625 Sep 10 16:31:01.259036 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.275369 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.305151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-448576db-6d9e-48ed-91a2-864825c06d7c req-dfa1acc7-ad39-4fb3-9302-eb27ff40cfd8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Sep 10 16:31:01.359934 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4385937-773d-4dc7-a73f-5f3f38238ccb req-0e29c277-d84c-49ca-b346-29b378a7e5af tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:01.361996 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a4385937-773d-4dc7-a73f-5f3f38238ccb req-0e29c277-d84c-49ca-b346-29b378a7e5af tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0644016 Sep 10 16:31:01.406291 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a4385937-773d-4dc7-a73f-5f3f38238ccb req-18d78d5e-4413-4c8e-a2df-66b056da69b2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368898 Sep 10 16:31:01.633975 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.636857 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:01.638018 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f12b90a-7ba6-43d8-b8f3-4937b29a79db HTTP/1.1" status: 204 len: 168 time: 0.5490925 Sep 10 16:31:01.698511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161fc01-2c22-44bb-9ba1-66012cab4548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12b90a-7ba6-43d8-b8f3-4937b29a79db,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:01.986497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42648) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:02.004391 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7cc81e6d-bd2c-4e84-93de-55acded2a38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.116535 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7cc81e6d-bd2c-4e84-93de-55acded2a38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.120245 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7cc81e6d-bd2c-4e84-93de-55acded2a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.135901 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.140076 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.160934 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7cc81e6d-bd2c-4e84-93de-55acded2a38b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=159c617e21374622a0a5dfe24f4133b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728082 Sep 10 16:31:02.162782 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81e6d-bd2c-4e84-93de-55acded2a38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2737f9af-30f5-4059-8814-ae24e034bfae,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:02.165792 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42650) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:02.213321 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.236280 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.241333 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Floating IP 44c43379-b35c-4103-a1c3-a7f2fbe86188 associated. External IP: 172.27.3.166, port: b3b5308f-a6ba-4840-b730-9828aff7836d. Sep 10 16:31:02.282813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.286073 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.287225 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2737f9af-30f5-4059-8814-ae24e034bfae HTTP/1.1" status: 204 len: 168 time: 0.1203895 Sep 10 16:31:02.295129 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa860-87d5-4210-ab35-ddd552d348eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737f9af-30f5-4059-8814-ae24e034bfae,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:02.406990 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12a3f-0e4c-4605-b931-5fb9023c2657 req-0a31fc6a-4170-49a3-9190-74289e50eb70 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:02.408672 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9e12a3f-0e4c-4605-b931-5fb9023c2657 req-0a31fc6a-4170-49a3-9190-74289e50eb70 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0502489 Sep 10 16:31:02.462618 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9e12a3f-0e4c-4605-b931-5fb9023c2657 req-c4e655a2-c7f4-4828-861d-91a06807bdae tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Sep 10 16:31:02.473166 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:31:02.554182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a9f4-9553-4d2b-a4bd-03349fb784ae req-7609a01f-d462-4c8e-890c-e4d011100f84 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:02.555882 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9315a9f4-9553-4d2b-a4bd-03349fb784ae req-7609a01f-d462-4c8e-890c-e4d011100f84 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0573123 Sep 10 16:31:02.592997 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:31:02.607750 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.611432 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:31:02.612784 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9315a9f4-9553-4d2b-a4bd-03349fb784ae req-9be82209-2f8b-475b-a9ec-f1e83933d7fa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486479 Sep 10 16:31:02.620950 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:31:02.621645 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:02.648856 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fa49c363-32cb-4bdd-9cc4-8d99f8d3a416 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "PUT /v2.0/floatingips/44c43379-b35c-4103-a1c3-a7f2fbe86188 HTTP/1.1" status: 200 len: 992 time: 1.4881654 Sep 10 16:31:02.649774 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:02.652419 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde" -d '{"events": [{"name": "network-changed", "server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:02.784642 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:31:02.834056 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502a4ed-a9bf-4968-a936-a1db8a84b586 req-1b9f204b-225b-480c-98ba-21c2d4a84d25 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:02.838652 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4502a4ed-a9bf-4968-a936-a1db8a84b586 req-1b9f204b-225b-480c-98ba-21c2d4a84d25 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0779479 Sep 10 16:31:02.845617 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42682) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:02.853559 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'floatingip': {'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:02.857164 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af214b-9a2c-43a1-9f60-4f896c3cc783 x-openstack-request-id: req-c7af214b-9a2c-43a1-9f60-4f896c3cc783 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:02.859592 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:02.860024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7af214b-9a2c-43a1-9f60-4f896c3cc783 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:02.860843 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'status': 'completed', 'code': 200} Sep 10 16:31:02.931878 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:02.980388 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-b7a36c08-4799-40eb-afba-119452649eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:02.981863 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-b7a36c08-4799-40eb-afba-119452649eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1099 time: 0.0911069 Sep 10 16:31:03.156572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-4f7a5dd5-abac-437c-b365-3618093868e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:03.158724 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-4f7a5dd5-abac-437c-b365-3618093868e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.1596107 Sep 10 16:31:03.183273 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '44c43379-b35c-4103-a1c3-a7f2fbe86188', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:95:5d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:36Z', 'updated_at': '2021-09-10T16:31:01Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:03.242394 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:31:03.258068 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:31:03.258979 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:03.295047 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-1c7b81de-8b56-43c3-aff0-fdd45364b48c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 1000 time: 0.1193686 Sep 10 16:31:03.373966 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-a822ba57-a5f8-4017-8557-a714ddaaf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:03.375537 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-a822ba57-a5f8-4017-8557-a714ddaaf181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0743351 Sep 10 16:31:03.399131 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:31:03.434907 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-9d383d19-6e2d-478f-8ea7-f86ed89c4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:03.436445 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-9d383d19-6e2d-478f-8ea7-f86ed89c4e7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515804 Sep 10 16:31:03.503975 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:03.512263 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:03.555075 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-a519e64a-dcdc-451f-aece-d25e6b85370c service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098976 Sep 10 16:31:03.669806 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92a74-c04a-4d28-a94c-fc707385300e req-469a2e55-b930-4712-93fb-11c2d3007486 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:03.678218 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53c92a74-c04a-4d28-a94c-fc707385300e req-469a2e55-b930-4712-93fb-11c2d3007486 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.1108532 Sep 10 16:31:03.791024 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53c92a74-c04a-4d28-a94c-fc707385300e req-f8c53d1c-882e-479c-a8c8-9aba5e64ad64 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115932 Sep 10 16:31:03.821288 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0afeb040-80a7-44c7-b1a1-fbc5e0ae5dde req-16dfaeca-bf83-4e12-aa88-e7c81ebb2db5 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160511 Sep 10 16:31:03.846623 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '44c43379-b35c-4103-a1c3-a7f2fbe86188', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:95:5d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:36Z', 'updated_at': '2021-09-10T16:31:01Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:03.883132 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757cfc2c-6257-482e-8298-4a9dff21635a None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '44c43379-b35c-4103-a1c3-a7f2fbe86188', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:95:5d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:36Z', 'updated_at': '2021-09-10T16:31:01Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:31:03.950524 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Floating IP 034e6b0e-d49f-4881-8219-7ca27f430746 associated. External IP: 172.27.3.172, port: 6547c152-dbaf-48f4-9902-f846b17ac038. Sep 10 16:31:04.176692 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0a2a3-4a2e-45ca-8579-c52e51555b89 None None] New status for floating IP 44c43379-b35c-4103-a1c3-a7f2fbe86188: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:31:04.199461 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:31:04.333993 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:31:04.344129 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:31:04.354322 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:31:04.354850 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:04.358042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.389069 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42738) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:04.392776 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-757449e1-746f-4623-8d1a-6656a8bd0b0e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "PUT /v2.0/floatingips/034e6b0e-d49f-4881-8219-7ca27f430746 HTTP/1.1" status: 200 len: 992 time: 1.5457423 Sep 10 16:31:04.501315 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:31:04.573717 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7a6897dd-22d8-4ade-b062-548ba31b439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.697493 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7a6897dd-22d8-4ade-b062-548ba31b439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.702717 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7a6897dd-22d8-4ade-b062-548ba31b439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.745370 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7a6897dd-22d8-4ade-b062-548ba31b439d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0232e28ebd0c4cc9bb36453bbb2b3d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552096 Sep 10 16:31:04.747436 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6897dd-22d8-4ade-b062-548ba31b439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227c18d-deae-4f7f-9bf5-7d97d55d9c35,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:04.748192 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42760) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:04.841759 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '034e6b0e-d49f-4881-8219-7ca27f430746', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:38Z', 'updated_at': '2021-09-10T16:31:03Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:04.852911 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.862214 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:04.864648 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c981a5d-68cd-441d-bb11-cb305a134842" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:04.879918 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:31:04.891933 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:31:04.892978 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:30:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:04.913642 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:04.935247 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42774) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:04.963624 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f8cc8d-6e18-4106-a63f-d12553b2a59b x-openstack-request-id: req-61f8cc8d-6e18-4106-a63f-d12553b2a59b {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:04.964144 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:04.964144 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61f8cc8d-6e18-4106-a63f-d12553b2a59b {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:04.964629 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'status': 'completed', 'code': 200} Sep 10 16:31:05.035204 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.039286 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88009d-4c55-4140-a2fa-7434ae0fd08f req-0f790fd6-b9c1-4cbb-bc0b-9948bfa351f4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:05.042039 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea88009d-4c55-4140-a2fa-7434ae0fd08f req-0f790fd6-b9c1-4cbb-bc0b-9948bfa351f4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0991831 Sep 10 16:31:05.042789 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.047210 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8227c18d-deae-4f7f-9bf5-7d97d55d9c35 HTTP/1.1" status: 204 len: 168 time: 0.2953002 Sep 10 16:31:05.060343 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7e566-f183-4615-9ab3-ab50bbcb6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227c18d-deae-4f7f-9bf5-7d97d55d9c35,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:05.095809 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:31:05.154930 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33eacde1-de0d-44c5-a976-a99b1df187b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.160570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-e4becdfd-9ff3-486a-a000-f91ff2944ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:05.162079 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-e4becdfd-9ff3-486a-a000-f91ff2944ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1099 time: 0.1554046 Sep 10 16:31:05.236216 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea88009d-4c55-4140-a2fa-7434ae0fd08f req-f371f9e2-6cf9-409a-8cd8-d166fbbf8ae3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229911 Sep 10 16:31:05.353069 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-8c795faf-5a6c-4de9-a10b-ab08678fe60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:05.354650 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-8c795faf-5a6c-4de9-a10b-ab08678fe60c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.1730654 Sep 10 16:31:05.389315 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '034e6b0e-d49f-4881-8219-7ca27f430746', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:38Z', 'updated_at': '2021-09-10T16:31:03Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:05.419512 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9678d23-2907-4442-b756-ad96493a2fa4 None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '034e6b0e-d49f-4881-8219-7ca27f430746', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:30:38Z', 'updated_at': '2021-09-10T16:31:03Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:31:05.444968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33eacde1-de0d-44c5-a976-a99b1df187b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.457262 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33eacde1-de0d-44c5-a976-a99b1df187b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.484750 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eacde1-de0d-44c5-a976-a99b1df187b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdfd9dd-3f0e-4d7a-a4b8-0abf919b912a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:05.491158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-e6ada988-7c9d-4884-a78b-440d6ecd0de9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 1000 time: 0.1211462 Sep 10 16:31:05.508958 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42784) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:05.523784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d816ff1d-9d21-487d-9718-c8b4fca292ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.544037 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-33eacde1-de0d-44c5-a976-a99b1df187b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd9481bfb7bb4055b88dc831fd48f84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076083 Sep 10 16:31:05.551514 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 42786) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:05.561502 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-63766e81-254f-4149-8a2e-527264c51818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:05.562960 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-63766e81-254f-4149-8a2e-527264c51818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0542495 Sep 10 16:31:05.655567 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-ce549404-a9ea-4ea8-89f2-9ba301e34daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:05.655567 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-ce549404-a9ea-4ea8-89f2-9ba301e34daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778735 Sep 10 16:31:05.685043 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.688766 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb65c9-2707-4463-9b0c-07a26b86f8d0 None None] New status for floating IP 034e6b0e-d49f-4881-8219-7ca27f430746: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:31:05.721010 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.786276 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d816ff1d-9d21-487d-9718-c8b4fca292ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.792123 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d816ff1d-9d21-487d-9718-c8b4fca292ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.794126 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-bb70a680-f378-49e7-9cd1-0d1dd39296a2 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076374 Sep 10 16:31:05.847737 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816ff1d-9d21-487d-9718-c8b4fca292ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e3edb-b0dc-4c12-9e0b-b4f914133167,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:05.858424 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d816ff1d-9d21-487d-9718-c8b4fca292ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d5c16b9aad24ef8b3c328695fe3eeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483381 Sep 10 16:31:05.859909 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.862078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42792) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:05.863488 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:05.864806 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cdfd9dd-3f0e-4d7a-a4b8-0abf919b912a HTTP/1.1" status: 204 len: 168 time: 0.3122168 Sep 10 16:31:05.874694 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a084d-bf15-4dc2-ae23-138a25acdf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdfd9dd-3f0e-4d7a-a4b8-0abf919b912a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:06.192378 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c981a5d-68cd-441d-bb11-cb305a134842 req-b9446338-d4a3-4a45-8bbd-495ed58364ad service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860328 Sep 10 16:31:06.192923 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.247281 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.317614 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa07c41-5e1c-4433-ae87-682ef145521f req-fc0d86b4-cbdf-41d5-8204-88e6a5046338 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:06.319237 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ffa07c41-5e1c-4433-ae87-682ef145521f req-fc0d86b4-cbdf-41d5-8204-88e6a5046338 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.1096818 Sep 10 16:31:06.322564 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42812) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:06.346987 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-df5084d2-463b-4d7f-aa10-73c3918fbe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.374340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.376787 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.378459 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a4e3edb-b0dc-4c12-9e0b-b4f914133167 HTTP/1.1" status: 204 len: 168 time: 0.5147309 Sep 10 16:31:06.417461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec93d2-94c0-4236-8e14-25cb3c5b8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e3edb-b0dc-4c12-9e0b-b4f914133167,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:06.427830 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ffa07c41-5e1c-4433-ae87-682ef145521f req-ff5e4c7e-11e0-4fb4-b33a-99425c9571ec tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965397 Sep 10 16:31:06.453885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a21c-53e3-4ea5-b0ed-8a8b29a01404 req-64a39723-d6f3-45e0-82e9-f9b4485a9d35 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:06.455444 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45e6a21c-53e3-4ea5-b0ed-8a8b29a01404 req-64a39723-d6f3-45e0-82e9-f9b4485a9d35 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0993283 Sep 10 16:31:06.513087 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45e6a21c-53e3-4ea5-b0ed-8a8b29a01404 req-4e240be4-5536-4d40-acf0-b6ba9c5235b0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Sep 10 16:31:06.559303 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-df5084d2-463b-4d7f-aa10-73c3918fbe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.568277 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-df5084d2-463b-4d7f-aa10-73c3918fbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.619178 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-df5084d2-463b-4d7f-aa10-73c3918fbe82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=370c9e7e9ee44377a8fd9943eef0adcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925992 Sep 10 16:31:06.619178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5084d2-463b-4d7f-aa10-73c3918fbe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f26450-7158-4570-9962-c3e253b1789d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:06.620701 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42818) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:06.673234 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.694790 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.747418 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.752349 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:06.754328 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69f26450-7158-4570-9962-c3e253b1789d HTTP/1.1" status: 204 len: 168 time: 0.1326745 Sep 10 16:31:06.764047 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24965-2475-4726-99e1-68cd0c22a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f26450-7158-4570-9962-c3e253b1789d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:07.556207 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f7874-5e1e-4c37-bc5d-522a92747829 req-93217458-dee6-4b33-a036-19b16da94e14 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:07.557791 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a8f7874-5e1e-4c37-bc5d-522a92747829 req-93217458-dee6-4b33-a036-19b16da94e14 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.0525780 Sep 10 16:31:07.635980 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a8f7874-5e1e-4c37-bc5d-522a92747829 req-c3153441-7962-4b4b-8b5b-533e2061b3b2 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718606 Sep 10 16:31:07.662193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb4581-3cd4-4775-8072-f96864abe731 req-2a62c386-13cf-4057-9519-093966062389 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:07.669400 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-effb4581-3cd4-4775-8072-f96864abe731 req-2a62c386-13cf-4057-9519-093966062389 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0831261 Sep 10 16:31:07.743067 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-effb4581-3cd4-4775-8072-f96864abe731 req-90b3e665-0eb6-4e54-8c55-f6173837c730 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586848 Sep 10 16:31:08.749090 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480b1f-70d8-4a75-9854-545fe3ed14a0 req-03a72941-6d64-4657-997a-85abf4fa74a2 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:08.750588 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a480b1f-70d8-4a75-9854-545fe3ed14a0 req-03a72941-6d64-4657-997a-85abf4fa74a2 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.0486259 Sep 10 16:31:08.807118 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a480b1f-70d8-4a75-9854-545fe3ed14a0 req-321a405e-e7b4-4df7-a1d9-d1e21ce5ddca tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/security-groups?id=391b75ac-2338-4836-b8a7-5b914639ef08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Sep 10 16:31:08.887691 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301217-4612-43d8-b2a5-57eee96b9504 req-70c44f65-2503-4520-a84d-2e50779aa571 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:08.889291 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac301217-4612-43d8-b2a5-57eee96b9504 req-70c44f65-2503-4520-a84d-2e50779aa571 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0973768 Sep 10 16:31:08.897974 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-4f740ad0-8a45-4d14-ac0e-dda14c1e9736 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:08.899322 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-4f740ad0-8a45-4d14-ac0e-dda14c1e9736 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 945 time: 0.0954883 Sep 10 16:31:09.013141 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac301217-4612-43d8-b2a5-57eee96b9504 req-70efebb4-d798-48a7-b364-a507943d6954 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127818 Sep 10 16:31:09.092215 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Deleting port a2023a40-4a92-46c5-9db4-8cecbd908aa2 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:31:09.092567 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:09.188914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] For port a2023a40-4a92-46c5-9db4-8cecbd908aa2, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a2023a40-4a92-46c5-9db4-8cecbd908aa2,segment=NetworkSegment(96959f17-f171-4839-8743-c5a872fe2b96),segment_id=96959f17-f171-4839-8743-c5a872fe2b96)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:09.189277 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:09.207462 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Calling delete_port for a2023a40-4a92-46c5-9db4-8cecbd908aa2 owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:31:09.373248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:09.386024 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['a2023a40-4a92-46c5-9db4-8cecbd908aa2'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:31:09.403246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Pushing event deleted for resources: {'Port': ['ID=a2023a40-4a92-46c5-9db4-8cecbd908aa2,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:09.412480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.412821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.413153 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.413485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.413850 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.414305 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.414654 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.415078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.415877 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.415877 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.416060 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.416370 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:09.484096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] No DVR routers for this DVR port a2023a40-4a92-46c5-9db4-8cecbd908aa2 on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:31:09.487330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:09.490353 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7392f786-5b33-46aa-9240-6bbad97b8962 req-8bf2a6fa-8e09-43bc-a867-b3b93a217d86 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.39 "DELETE /v2.0/ports/a2023a40-4a92-46c5-9db4-8cecbd908aa2 HTTP/1.1" status: 204 len: 173 time: 0.5825160 Sep 10 16:31:09.490780 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'name': 'network-vif-deleted', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:09.493188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793edf87-0cf7-4844-8ab7-2fcf2bce8ff4" -d '{"events": [{"server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "name": "network-vif-deleted", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:09.527925 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8410f0-9280-4db3-acb0-315d4b743533 x-openstack-request-id: req-8f8410f0-9280-4db3-acb0-315d4b743533 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:09.528213 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6810fe-7f34-4026-b43a-1bba981462dc", "name": "network-vif-deleted", "tag": "a2023a40-4a92-46c5-9db4-8cecbd908aa2", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:09.528506 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f8410f0-9280-4db3-acb0-315d4b743533 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:09.528904 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6810fe-7f34-4026-b43a-1bba981462dc', 'name': 'network-vif-deleted', 'tag': 'a2023a40-4a92-46c5-9db4-8cecbd908aa2', 'status': 'completed', 'code': 200} Sep 10 16:31:09.907553 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb24d726-719b-47de-8b64-3c41de0b8d08 req-723e083c-8195-417a-b9ae-1e972a696fd3 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.0251973 Sep 10 16:31:10.142233 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122410dc-dd92-4858-96a4-f16121193326 req-0c1055ae-a093-4406-a549-d0ae43a46c9d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:10.143733 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-122410dc-dd92-4858-96a4-f16121193326 req-0c1055ae-a093-4406-a549-d0ae43a46c9d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0538721 Sep 10 16:31:10.179878 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-122410dc-dd92-4858-96a4-f16121193326 req-114d1306-c6a1-4c9e-a23d-7d2e11a76c6a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297310 Sep 10 16:31:10.763772 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42976) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:10.870744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-658653f3-97bf-49bc-98fe-d3d6e6027a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:10.940060 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:31:10.961004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-658653f3-97bf-49bc-98fe-d3d6e6027a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:10.964838 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-658653f3-97bf-49bc-98fe-d3d6e6027a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:10.998513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658653f3-97bf-49bc-98fe-d3d6e6027a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878052dc-ab9f-4d28-8c99-90a595711b05,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:11.002754 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-658653f3-97bf-49bc-98fe-d3d6e6027a73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12d8ac87590a4b9799699e12a3caa07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378321 Sep 10 16:31:11.006811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 42984) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:11.054578 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.075900 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.127668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.130725 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.131882 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/878052dc-ab9f-4d28-8c99-90a595711b05 HTTP/1.1" status: 204 len: 168 time: 0.1248474 Sep 10 16:31:11.139218 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fd600-e1ce-4ff1-a2c4-c203d2fde8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878052dc-ab9f-4d28-8c99-90a595711b05,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:11.747694 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43012) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:11.846715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1003051653-network', 'tenant_id': '972849bdba004826bcbb958715a2aa3a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:11.868440 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Made reservation on behalf of 972849bdba004826bcbb958715a2aa3a for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:11.870841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.879559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.972671 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:11.976519 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.000964 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:31:12.010120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:12.017758 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.018043 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Added segment 3ab3e4be-0597-4bb5-8d0c-d2d3d4873291 of type vlan for network 4f38c3d7-f013-4e84-95d6-d51efab0970a Sep 10 16:31:12.065586 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.092176 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.093285 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:12.093855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.123489 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3747373 Sep 10 16:31:12.126517 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43018) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:12.132221 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Request body: {'subnet': {'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1003051653-subnet', 'tenant_id': '972849bdba004826bcbb958715a2aa3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:12.133804 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a2023a40-4a92-46c5-9db4-8cecbd908aa2 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:31:12.159099 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: a2023a40-4a92-46c5-9db4-8cecbd908aa2 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:31:12.160486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15e062-dbc4-471f-b850-acf62e70c95e admin admin] Pushing event updated for resources: {'Network': ['ID=4f38c3d7-f013-4e84-95d6-d51efab0970a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:12.160622 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a2023a40-4a92-46c5-9db4-8cecbd908aa2 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:31:12.165883 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Made reservation on behalf of 972849bdba004826bcbb958715a2aa3a for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:12.168225 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.170418 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:31:12.341848 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.407336 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aca6035-3137-4f74-a542-41dc7395cf1b,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:12.410984 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Checking segment: {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:31:12.412472 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Network hostable DHCP agents. Network: 4f38c3d7-f013-4e84-95d6-d51efab0970a, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:31:12.420331 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.420676 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.421011 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.421341 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.421668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.422007 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.422309 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.422626 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.422944 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.423282 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.423666 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.423978 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:12.441667 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:31:12.450120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 4f38c3d7-f013-4e84-95d6-d51efab0970a) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:31:12.454039 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:12.454746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:12.459066 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347be89-9994-4716-b4f5-62b350ecc68b None None] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:31:12.469213 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-66667bd9-6660-49af-b98b-230b423e2b0a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416097 Sep 10 16:31:12.583501 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352ed5d-1340-4b04-a25d-98b64d2329eb None None] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:31:13.365606 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c24d1623-5dbc-488d-ade7-4455d8aedbed req-26529689-ab75-4e35-a52b-26c9da71d846 tempest-DeleteServersTestJSON-1719845411 tempest-DeleteServersTestJSON-1719845411-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6810fe-7f34-4026-b43a-1bba981462dc HTTP/1.1" status: 200 len: 210 time: 0.0244794 Sep 10 16:31:13.478522 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671811dc-6bc6-4206-b16f-af0290df2520 req-0ca0b1be-cfcc-49d9-bfaf-9163cfd049c8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:13.480068 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-671811dc-6bc6-4206-b16f-af0290df2520 req-0ca0b1be-cfcc-49d9-bfaf-9163cfd049c8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0570881 Sep 10 16:31:13.518455 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-671811dc-6bc6-4206-b16f-af0290df2520 req-3df66572-6aac-4ff8-94fd-1841de4b3089 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Sep 10 16:31:14.636495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462950db-91df-4a56-a28b-c1557c389f73 req-b3b66fbc-2165-48ff-ac53-f26a1736facd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:14.637981 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-462950db-91df-4a56-a28b-c1557c389f73 req-b3b66fbc-2165-48ff-ac53-f26a1736facd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0498395 Sep 10 16:31:14.677427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-462950db-91df-4a56-a28b-c1557c389f73 req-1823b9dd-d097-4112-90d8-106e85db198f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Sep 10 16:31:17.713855 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9979-953f-4d59-a88e-b7ef0ded23e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:17.799212 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b811f-28b1-4460-b514-f5be591e0522 req-cd77ad87-0d34-4308-95d0-1d0fea5459d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:17.800952 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-562b811f-28b1-4460-b514-f5be591e0522 req-cd77ad87-0d34-4308-95d0-1d0fea5459d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.1126971 Sep 10 16:31:17.859982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-134b96e4-fbc3-4d64-ad4c-7d366f0acfdb tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:17.861421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-134b96e4-fbc3-4d64-ad4c-7d366f0acfdb tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 814 time: 0.1607025 Sep 10 16:31:17.866318 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-562b811f-28b1-4460-b514-f5be591e0522 req-3a21df35-c9ab-409e-bcc2-fdf09a591c6f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569203 Sep 10 16:31:17.876260 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-9b3da08e-4eff-44c3-9f44-85ab8d6e4b1c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/quotas/972849bdba004826bcbb958715a2aa3a HTTP/1.1" status: 200 len: 375 time: 0.0090394 Sep 10 16:31:17.909113 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-577745b5-c207-4025-8f2d-5bd8af04a3f7 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262301 Sep 10 16:31:18.008391 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-8bc8cee8-4d4a-40d1-97c0-76d95f81263d service neutron] 10.222.0.23 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Sep 10 16:31:18.083733 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43130) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:18.114788 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-e96e1b49-a87a-4af9-869e-508a24879086 service neutron] 10.222.0.23 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981913 Sep 10 16:31:18.129314 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Deleting subnet b263aa75-24d0-494d-9f43-4c36bb542f0a {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:31:18.132445 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.167154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.212562 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.272886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65991d02-0430-4a70-b352-9315ed513d43 req-92da001b-de0b-4fcb-93a4-43a295fc4b0c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Sep 10 16:31:18.278355 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.304701 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b263aa75-24d0-494d-9f43-4c36bb542f0a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:18.308551 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.310410 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d3341668-3b25-4c51-9245-84f556ffda6f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b263aa75-24d0-494d-9f43-4c36bb542f0a HTTP/1.1" status: 204 len: 168 time: 0.2256782 Sep 10 16:31:18.312953 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43136) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:18.384517 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.469320 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.492485 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db81bc48-60d0-42e0-97d4-ddb50f6e1231']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:18.502730 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96959f17-f171-4839-8743-c5a872fe2b96') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:18.503078 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96959f17-f171-4839-8743-c5a872fe2b96') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:31:18.513035 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.530120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.537140 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:31:18.537537 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:31:18.539280 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:31:18.624762 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.645912 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.649691 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db81bc48-60d0-42e0-97d4-ddb50f6e1231 HTTP/1.1" status: 204 len: 168 time: 0.3351934 Sep 10 16:31:18.651215 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f54e-4111-4e95-8342-014ded6e02a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db81bc48-60d0-42e0-97d4-ddb50f6e1231,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:18.725567 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-e337c11f-02fb-461d-95a8-bd9b2594b05f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811021 Sep 10 16:31:18.790321 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43170) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:18.835297 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ec3a8183-577f-4a3e-ae36-94e776c3c9ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc6b60100ca4ff6a8ec609d723900c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414681 Sep 10 16:31:18.835793 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43172) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:18.843989 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5dc7-5343-446f-8671-7454069e425f req-f797bdc5-4fd8-4e8f-965a-618c6a3079b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:18.845952 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-f797bdc5-4fd8-4e8f-965a-618c6a3079b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0420854 Sep 10 16:31:18.886037 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.914374 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.989306 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.991845 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:18.992998 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/391b75ac-2338-4836-b8a7-5b914639ef08 HTTP/1.1" status: 204 len: 168 time: 0.1562905 Sep 10 16:31:19.002243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5dc7-5343-446f-8671-7454069e425f req-76f9a9d3-4da2-4ba7-95c2-990ab859c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:19.004358 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-76f9a9d3-4da2-4ba7-95c2-990ab859c5fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.1288342 Sep 10 16:31:19.009222 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3c22-a8cc-480e-9684-a135ec4b1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b75ac-2338-4836-b8a7-5b914639ef08,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:19.023159 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fae1-5945-474a-9e4e-67c13e8221e1 req-156c4566-ca5b-4052-bcc1-6a3db427b615 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:19.025023 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1c95fae1-5945-474a-9e4e-67c13e8221e1 req-156c4566-ca5b-4052-bcc1-6a3db427b615 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0681679 Sep 10 16:31:19.067090 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:19.068913 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-faad16a3-9aaf-41cd-ae98-2b911f63d226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.0427682 Sep 10 16:31:19.135851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1c95fae1-5945-474a-9e4e-67c13e8221e1 req-ad9cbea0-21db-40e1-adee-32ebfab832af tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008956 Sep 10 16:31:19.143463 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5dc7-5343-446f-8671-7454069e425f req-443476bb-205b-409d-ac65-2863d02d8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:19.145058 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-443476bb-205b-409d-ac65-2863d02d8d50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0656211 Sep 10 16:31:19.366961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-538bc1fc-6ed3-4ad8-ba7f-57bbd5b9e81c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2054055 Sep 10 16:31:19.406610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-83428bb5-78e4-40ea-bb60-d0f53cb2429d req-a81aed74-fc15-4812-aa57-1c1a4022c1ba tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 210 time: 0.0418673 Sep 10 16:31:19.495838 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-efa9d826-920a-4a6c-ab0f-e04d4ea602b7 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:19.498527 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-efa9d826-920a-4a6c-ab0f-e04d4ea602b7 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 814 time: 0.1490130 Sep 10 16:31:19.508575 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-4629a155-b5f4-42d0-be08-c659ea359764 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322606 Sep 10 16:31:19.530813 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Request body: {'port': {'device_id': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a', 'admin_state_up': True, 'tenant_id': '972849bdba004826bcbb958715a2aa3a'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:19.624395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ffb5dc7-5343-446f-8671-7454069e425f req-c9939e4f-46ab-41dc-8934-31e9f8606369 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984952 Sep 10 16:31:19.690173 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Made reservation on behalf of 972849bdba004826bcbb958715a2aa3a for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:19.703501 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:19.851495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43222) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:19.874237 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Allocated IP 172.20.0.14 (4f38c3d7-f013-4e84-95d6-d51efab0970a/1aca6035-3137-4f74-a542-41dc7395cf1b/02cd465b-f242-40cf-a80f-d3164471c938) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:31:19.974321 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-234237853-network', 'tenant_id': '81b85c89d1374f9798374b93a72cd845'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:19.995523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:19.997862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.007025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.039793 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-def900c9-443b-4173-a4ae-bbc2d08a694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.055428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.097491 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.106592 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.114220 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.140095 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:31:20.141397 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:31:20.144976 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:31:20.148691 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:31:20.151932 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:20.156959 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Pushing event updated for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:20.158453 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.159798 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Added segment 41a99b6d-ffa6-44c9-8ad9-495cddfd3766 of type vlan for network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d Sep 10 16:31:20.214974 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:20.215604 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.219917 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.233095 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-1b2c33ab-ba37-4006-b4e2-63d39a2f0b3b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7075214 Sep 10 16:31:20.264411 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.265350 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:20.265930 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.285272 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3eb1a-d483-482e-93c6-e1b4d029e041 req-2a9ba746-035c-4f52-8fa4-7e9b35585f21 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:20.286736 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e3eb1a-d483-482e-93c6-e1b4d029e041 req-2a9ba746-035c-4f52-8fa4-7e9b35585f21 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0781288 Sep 10 16:31:20.313433 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4608738 Sep 10 16:31:20.322321 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:20.328015 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Request body: {'subnet': {'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-234237853-subnet', 'tenant_id': '81b85c89d1374f9798374b93a72cd845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:20.375837 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a79e4e-ecd0-4b24-a69e-1ceaa8f8fb7e admin admin] Pushing event updated for resources: {'Network': ['ID=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:20.386466 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:31:20.389679 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73e3eb1a-d483-482e-93c6-e1b4d029e041 req-90f9bb43-0e36-43b9-9d09-44745112f1f2 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919282 Sep 10 16:31:20.397118 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:20.400235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8982262'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.603978 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90925-0a75-4239-9040-d6bc70534a14 req-e5430a12-43ee-4953-b99e-d7ee5a91d06c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:20.605431 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2be90925-0a75-4239-9040-d6bc70534a14 req-e5430a12-43ee-4953-b99e-d7ee5a91d06c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 932 time: 0.1156125 Sep 10 16:31:20.621155 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8982248'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.695568 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2be90925-0a75-4239-9040-d6bc70534a14 req-69fed614-75fa-45f6-831d-9d6605fbe1dc tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831649 Sep 10 16:31:20.697250 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a5dc7f-12d8-4654-8985-b44dc1807b79,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:20.714986 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Checking segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:31:20.715363 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Network hostable DHCP agents. Network: 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:31:20.725979 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.735451 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:31:20.744376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:31:20.749229 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:20.751121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:20.752029 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dfdf3-f20f-4b8a-a6ad-8388dd244205 None None] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:31:20.765643 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-54f825a2-fb99-4b67-9be1-8f20d2d1a6e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4423418 Sep 10 16:31:20.899070 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0318e-aecf-453b-828f-309a6666d955 None None] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:31:21.428234 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:22.992669 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:23.610426 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Request body: {'port': {'device_id': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:23.667022 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:23.772765 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988a92-c605-4e6f-9058-54e48e91cb72 req-55ba52ea-31a0-47de-980a-824282cd3fec tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:23.773523 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b988a92-c605-4e6f-9058-54e48e91cb72 req-55ba52ea-31a0-47de-980a-824282cd3fec tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0499744 Sep 10 16:31:23.816648 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b988a92-c605-4e6f-9058-54e48e91cb72 req-f885175a-156d-4e60-a23b-e9a5d4bbf1fb tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Sep 10 16:31:23.984552 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cd465b-f242-40cf-a80f-d3164471c938 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:31:23.992906 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:23.996494 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a382-ef16-4cde-9020-80d861eaa1ee req-372c0b46-603e-4572-a981-d1e9f35837d6 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:23.998258 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb69a382-ef16-4cde-9020-80d861eaa1ee req-372c0b46-603e-4572-a981-d1e9f35837d6 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 932 time: 0.0987456 Sep 10 16:31:24.006202 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Transition to ACTIVE for port object 02cd465b-f242-40cf-a80f-d3164471c938 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:31:24.009417 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:24.020830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-4a4f9e3c-6f70-472d-b8fe-b6cbaac8992d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.022385 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-4a4f9e3c-6f70-472d-b8fe-b6cbaac8992d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1524920 Sep 10 16:31:24.051176 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-7d87bb1a-07f1-4950-80bd-0d3ae23651e5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/quotas/81b85c89d1374f9798374b93a72cd845 HTTP/1.1" status: 200 len: 375 time: 0.0216706 Sep 10 16:31:24.090402 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Pushing event updated for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:24.104753 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-973c3a84-1ac0-446c-9949-7630dc047582 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466123 Sep 10 16:31:24.119904 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb69a382-ef16-4cde-9020-80d861eaa1ee req-b5faa0c4-88a0-4784-b754-c14bd1ea3ed4 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Sep 10 16:31:24.158121 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Attempting to bind port 02cd465b-f242-40cf-a80f-d3164471c938 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:31:24.158463 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Attempting to bind port 02cd465b-f242-40cf-a80f-d3164471c938 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:31:24.158848 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Attempting to bind port 02cd465b-f242-40cf-a80f-d3164471c938 on network 4f38c3d7-f013-4e84-95d6-d51efab0970a {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:31:24.163865 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Port 02cd465b-f242-40cf-a80f-d3164471c938 on network 4f38c3d7-f013-4e84-95d6-d51efab0970a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:31:24.164313 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Attempting to bind port 02cd465b-f242-40cf-a80f-d3164471c938 on network 4f38c3d7-f013-4e84-95d6-d51efab0970a {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:31:24.169263 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:31:24.169599 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Checking segment: {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:31:24.169980 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Bound using segment: {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:31:24.170407 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Bound port: 02cd465b-f242-40cf-a80f-d3164471c938, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:31:24.170763 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:24.223808 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-514517bc-797e-499b-bddb-9a84ba6f094a service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075613 Sep 10 16:31:24.245634 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:31:24.248862 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=02cd465b-f242-40cf-a80f-d3164471c938,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:31:24.254093 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:24.288765 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.289370 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:24.290791 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] 10.222.0.39 "PUT /v2.0/ports/02cd465b-f242-40cf-a80f-d3164471c938 HTTP/1.1" status: 200 len: 1094 time: 0.6847584 Sep 10 16:31:24.291305 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:24.293605 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347267b3-5441-4459-87b3-5d113bd05351" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "tag": "02cd465b-f242-40cf-a80f-d3164471c938"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:24.321791 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-544f55d5-131d-4094-8669-5c5d162b4630 service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971508 Sep 10 16:31:24.329158 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8835-93ba-4db9-9b48-74269ff62b13 service neutron] Pushing event updated for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:24.338751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3f90e4-4b8f-4afc-9bad-720b50ebcedd x-openstack-request-id: req-7a3f90e4-4b8f-4afc-9bad-720b50ebcedd {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:24.339099 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "tag": "02cd465b-f242-40cf-a80f-d3164471c938", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:24.339398 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a3f90e4-4b8f-4afc-9bad-720b50ebcedd {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:24.340195 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938', 'status': 'completed', 'code': 200} Sep 10 16:31:24.397253 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-81d9b358-3cdc-4588-97d2-4f8731b949b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.398761 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-81d9b358-3cdc-4588-97d2-4f8731b949b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 1097 time: 0.0437651 Sep 10 16:31:24.460451 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-348ef5d0-3711-4fd7-a0ae-44f45c3e5f61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02cd465b-f242-40cf-a80f-d3164471c938 HTTP/1.1" status: 200 len: 217 time: 0.0381477 Sep 10 16:31:24.501572 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20912253-8fb6-40af-b243-a19b43bbe238 req-df126d28-4723-4e3e-98cd-901c25a90de0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Sep 10 16:31:24.517915 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-b9de97bc-9c06-4ffc-b940-3f6afcf37d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.520091 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-b9de97bc-9c06-4ffc-b940-3f6afcf37d27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aca6035-3137-4f74-a542-41dc7395cf1b HTTP/1.1" status: 200 len: 854 time: 0.0468185 Sep 10 16:31:24.558528 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-4d992a2f-2d67-444e-b6b9-f47896992cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f38c3d7-f013-4e84-95d6-d51efab0970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295358 Sep 10 16:31:24.658167 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-9032b432-d999-4cce-9022-9a4b97ad32d0 service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873458 Sep 10 16:31:24.781693 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a47523d-c82a-4443-a3b6-c57f1044e59c req-b95e290e-a0e6-4494-b5db-9735d8a74dc2 service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075704 Sep 10 16:31:24.885772 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347267b3-5441-4459-87b3-5d113bd05351 req-4be7251b-10b1-4032-8533-279470d36348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.887340 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-4be7251b-10b1-4032-8533-279470d36348 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 1097 time: 0.0430477 Sep 10 16:31:24.942984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6925c-adbf-46e6-8f48-141fd521d328 req-59965dc1-200f-4ebb-a713-d60b50482d73 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:24.944642 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-31d6925c-adbf-46e6-8f48-141fd521d328 req-59965dc1-200f-4ebb-a713-d60b50482d73 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0572438 Sep 10 16:31:24.996308 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-31d6925c-adbf-46e6-8f48-141fd521d328 req-db35f17b-9a1c-4c2d-b621-4732d62bdce8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Sep 10 16:31:25.007306 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347267b3-5441-4459-87b3-5d113bd05351 req-dec28ddf-47ee-4ffa-bec1-9aea57e05c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:25.017135 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-dec28ddf-47ee-4ffa-bec1-9aea57e05c11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 915 time: 0.1068769 Sep 10 16:31:25.054296 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-3f5e9ad3-0489-4f2e-9056-c63de42e5b23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02cd465b-f242-40cf-a80f-d3164471c938 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Sep 10 16:31:25.112605 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347267b3-5441-4459-87b3-5d113bd05351 req-de79b423-8058-429f-bdae-f2937c79822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:25.114087 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-de79b423-8058-429f-bdae-f2937c79822b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aca6035-3137-4f74-a542-41dc7395cf1b HTTP/1.1" status: 200 len: 854 time: 0.0489976 Sep 10 16:31:25.151041 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-94c72a14-e7a1-4851-a9f8-91659a428cb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f38c3d7-f013-4e84-95d6-d51efab0970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261157 Sep 10 16:31:25.251091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090641a5-56c3-4016-836c-b821d0ef919a req-603dff4a-82a7-40f9-b11f-11948a8ffb51 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:25.253348 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-090641a5-56c3-4016-836c-b821d0ef919a req-603dff4a-82a7-40f9-b11f-11948a8ffb51 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 944 time: 0.0601311 Sep 10 16:31:25.261883 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-003ec955-0ffa-438a-8282-303f0fe50914 service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983782 Sep 10 16:31:25.308407 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-090641a5-56c3-4016-836c-b821d0ef919a req-25ce25ce-d310-4bcf-92eb-98c6e77cd94b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Sep 10 16:31:25.393946 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-347267b3-5441-4459-87b3-5d113bd05351 req-d99d70b4-0bb9-40e2-ba6b-c6c3eebcda85 service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157122 Sep 10 16:31:25.618299 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b616c152-1e48-4434-9f5f-4104800d57c9 req-4367d78f-b2d0-4e1e-aa24-4827d07a8424 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 210 time: 0.0302064 Sep 10 16:31:25.648263 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-9a1a7b0f-ef59-4c35-a5ea-1f862c130239 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:25.649925 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-9a1a7b0f-ef59-4c35-a5ea-1f862c130239 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1496689 Sep 10 16:31:25.668857 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Request body: {'port': {'device_id': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'admin_state_up': True, 'tenant_id': '81b85c89d1374f9798374b93a72cd845'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:25.794780 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:31:25.801442 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:25.927981 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Allocated IP 172.20.0.14 (1c574a6b-04e5-47d0-9492-8cbe0ac47c6d/b9a5dc7f-12d8-4654-8985-b44dc1807b79/7acaafd3-ea6d-4aa9-bf8b-195c0884cd21) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:31:26.073715 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:26.113468 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:26.156480 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:31:26.160107 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:31:26.162951 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:31:26.193319 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event updated for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:26.218921 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:26.219480 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:26.233446 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-b0bfaa99-5a45-4371-af7e-3689c8991d30 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697529 Sep 10 16:31:28.917166 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Request body: {'port': {'device_id': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:31:28.969988 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.104687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a08c-3e92-40d8-a5b3-e393e6fdcc33 req-9a5714ed-5928-48b8-83bc-462d3a904b9b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:29.106290 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2e9a08c-3e92-40d8-a5b3-e393e6fdcc33 req-9a5714ed-5928-48b8-83bc-462d3a904b9b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0852606 Sep 10 16:31:29.125414 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b1b45-7032-43f7-a8a6-0eef0b73888f req-64dd1053-6d65-416e-8782-48c0eb8fc7fd tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:29.127019 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-462b1b45-7032-43f7-a8a6-0eef0b73888f req-64dd1053-6d65-416e-8782-48c0eb8fc7fd tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 944 time: 0.0801656 Sep 10 16:31:29.172614 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2e9a08c-3e92-40d8-a5b3-e393e6fdcc33 req-7229919c-cd65-4800-a4c4-414f91adc215 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558808 Sep 10 16:31:29.204884 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-462b1b45-7032-43f7-a8a6-0eef0b73888f req-c0cc47ee-e9a5-4b1f-9118-45239640e477 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655661 Sep 10 16:31:29.250947 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:31:29.259154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.271765 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Transition to ACTIVE for port object 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:31:29.275584 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.304017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a31cbf-7de2-4cec-8c4c-676a39cb9522 req-39980e42-a40c-46dd-a1c4-a203f34560db tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:29.305488 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8a31cbf-7de2-4cec-8c4c-676a39cb9522 req-39980e42-a40c-46dd-a1c4-a203f34560db tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 932 time: 0.0508652 Sep 10 16:31:29.328830 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Pushing event updated for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:29.344341 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8a31cbf-7de2-4cec-8c4c-676a39cb9522 req-b38c4e54-618c-4397-8056-29aed75439db tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Sep 10 16:31:29.394997 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Attempting to bind port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:31:29.395359 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Attempting to bind port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:31:29.395691 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Attempting to bind port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:31:29.399808 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:31:29.400121 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Attempting to bind port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:31:29.404804 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:31:29.405135 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Checking segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:31:29.405512 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Bound using segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:31:29.405939 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Bound port: 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:31:29.406285 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.668566 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:31:29.672824 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:31:29.678693 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.711612 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:29.712493 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:29.713881 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] 10.222.0.39 "PUT /v2.0/ports/7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 HTTP/1.1" status: 200 len: 1094 time: 0.8012333 Sep 10 16:31:29.714318 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:29.716633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d" -d '{"events": [{"name": "network-changed", "server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:29.745047 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b6069-cd82-4016-8bf6-eaddd25cec4e service neutron] Pushing event updated for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:29.753843 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15233e6-9945-48f0-8bfd-5bfdfb23d867 x-openstack-request-id: req-a15233e6-9945-48f0-8bfd-5bfdfb23d867 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:29.754090 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:29.754343 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a15233e6-9945-48f0-8bfd-5bfdfb23d867 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:29.754736 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'status': 'completed', 'code': 200} Sep 10 16:31:32.487064 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 02cd465b-f242-40cf-a80f-d3164471c938 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:31:32.558600 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-ebd24740-e301-4d11-8ae2-d54dd4701cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.560105 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-ebd24740-e301-4d11-8ae2-d54dd4701cb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 1097 time: 0.0447776 Sep 10 16:31:32.585268 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=02cd465b-f242-40cf-a80f-d3164471c938,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:32.603805 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '02cd465b-f242-40cf-a80f-d3164471c938', 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a', 'port_id': '02cd465b-f242-40cf-a80f-d3164471c938', 'mac_address': 'fa:16:3e:b8:1b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aca6035-3137-4f74-a542-41dc7395cf1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:31:32.643790 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:32.659511 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cd465b-f242-40cf-a80f-d3164471c938 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:31:32.680596 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=02cd465b-f242-40cf-a80f-d3164471c938,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:32.684856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:32.685845 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980a24-a6f3-4073-9ebb-05176eb10282 req-faa1b2bb-ea42-4f1e-a1d7-8501bdd80356 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.691756 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01980a24-a6f3-4073-9ebb-05176eb10282 req-faa1b2bb-ea42-4f1e-a1d7-8501bdd80356 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0875041 Sep 10 16:31:32.714034 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7865d8-6289-4e4b-be34-0f94c6d28478 req-843a03d2-6789-4bfb-b625-9133535f0703 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.716097 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb7865d8-6289-4e4b-be34-0f94c6d28478 req-843a03d2-6789-4bfb-b625-9133535f0703 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 944 time: 0.0855589 Sep 10 16:31:32.746428 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:32.753748 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.754088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.754429 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.754756 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.755078 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.755733 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.755733 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.756059 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.756398 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.756719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.757040 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.757347 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:31:32.761076 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-cb980737-91a3-41ba-930b-81568b2ed581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.762549 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-cb980737-91a3-41ba-930b-81568b2ed581 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=81b85c89d1374f9798374b93a72cd845&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1862435 Sep 10 16:31:32.780079 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-01980a24-a6f3-4073-9ebb-05176eb10282 req-58318f52-3cc2-4574-a2a1-e48ae16dafb6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816951 Sep 10 16:31:32.787977 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb7865d8-6289-4e4b-be34-0f94c6d28478 req-19d4d5f5-9f97-41f8-8fd5-1ea75c1ca7c1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Sep 10 16:31:32.884224 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a33f-6d24-4203-ba54-719f30b94092 req-9c83e0bd-3f6c-44e9-9c4f-a82c078a9b35 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.885715 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fac6a33f-6d24-4203-ba54-719f30b94092 req-9c83e0bd-3f6c-44e9-9c4f-a82c078a9b35 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Sep 10 16:31:32.925158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fac6a33f-6d24-4203-ba54-719f30b94092 req-a565a3f9-d367-4d1c-a136-0945767b11a7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Sep 10 16:31:32.939521 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-86535a21-2286-4ff3-a521-51182754d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:32.941653 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fd07b750-9ba5-4b75-bef9-a3c81cf5208d req-86535a21-2286-4ff3-a521-51182754d4cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636901 Sep 10 16:31:33.023959 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-71b3bf70-912e-43f5-b1c2-cff910ed2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:33.025496 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-71b3bf70-912e-43f5-b1c2-cff910ed2f22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 1097 time: 0.0419171 Sep 10 16:31:33.076718 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-939ad0b7-44e2-4c50-89f8-c05bb719ca16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 HTTP/1.1" status: 200 len: 217 time: 0.0364764 Sep 10 16:31:33.082443 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['02cd465b-f242-40cf-a80f-d3164471c938'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:31:33.129994 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-0d1ec82a-c70d-4f5b-b363-e3c66023acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:33.131462 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-0d1ec82a-c70d-4f5b-b363-e3c66023acc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0430484 Sep 10 16:31:33.165719 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-5317ec80-5d30-47cc-bccf-619e68048ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243034 Sep 10 16:31:33.262668 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-9a82b589-09a0-4d1e-9f88-fddbe00236e6 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Sep 10 16:31:33.352819 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe7d7b74-348b-4d65-a952-c59306eab588 req-fdf91a22-a298-4e04-9996-4cd690ef64b9 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807538 Sep 10 16:31:33.929897 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642810-6817-4963-b457-56f91221b03b req-a9173fa0-bf64-460d-8050-d4965a3bbc1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:33.931466 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36642810-6817-4963-b457-56f91221b03b req-a9173fa0-bf64-460d-8050-d4965a3bbc1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0789649 Sep 10 16:31:33.943874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca108da-61ee-4bf4-89b1-9a6ea2534c88 req-84de64a5-0b28-4218-91b5-3801c1c2d553 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:33.945335 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2ca108da-61ee-4bf4-89b1-9a6ea2534c88 req-84de64a5-0b28-4218-91b5-3801c1c2d553 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 945 time: 0.0811250 Sep 10 16:31:33.998664 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36642810-6817-4963-b457-56f91221b03b req-a86aac73-fa11-43a1-8a15-fd477f84a4e7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523751 Sep 10 16:31:34.005886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2ca108da-61ee-4bf4-89b1-9a6ea2534c88 req-bc36243b-d309-4ab2-9c43-65d7dd3cad9f tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 Sep 10 16:31:34.118140 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27945c51-ab9a-4597-a84c-ec3f5429ea8a req-5aeb52ed-8efa-495c-bc7c-622d8ee5bc87 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:34.119675 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27945c51-ab9a-4597-a84c-ec3f5429ea8a req-5aeb52ed-8efa-495c-bc7c-622d8ee5bc87 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 944 time: 0.0632951 Sep 10 16:31:34.161235 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-27945c51-ab9a-4597-a84c-ec3f5429ea8a req-46472771-62e8-4efa-ad70-56e86eb4a399 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Sep 10 16:31:34.492179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 02cd465b-f242-40cf-a80f-d3164471c938 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:31:34.540990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 02cd465b-f242-40cf-a80f-d3164471c938 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:31:34.544527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 02cd465b-f242-40cf-a80f-d3164471c938 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:31:34.544887 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:34.618674 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:34.639429 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:34.641614 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd13ae9-dce7-4764-ac53-eb34237dc3cc" -d '{"events": [{"server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "name": "network-vif-plugged", "status": "completed", "tag": "02cd465b-f242-40cf-a80f-d3164471c938"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:34.654433 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=02cd465b-f242-40cf-a80f-d3164471c938,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:34.659017 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:34.681236 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d1907-d7d3-4bf9-b6dc-cd704b6782d2 x-openstack-request-id: req-790d1907-d7d3-4bf9-b6dc-cd704b6782d2 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:34.681519 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "name": "network-vif-plugged", "status": "completed", "tag": "02cd465b-f242-40cf-a80f-d3164471c938", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:34.681762 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-790d1907-d7d3-4bf9-b6dc-cd704b6782d2 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:34.682137 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938', 'code': 200} Sep 10 16:31:34.707412 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:34.873624 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da576e4-935e-40f8-8408-91446a434b42 req-14ce4ccb-279a-495f-995a-569715240c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:34.875174 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5da576e4-935e-40f8-8408-91446a434b42 req-14ce4ccb-279a-495f-995a-569715240c2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 1099 time: 0.0478296 Sep 10 16:31:34.913996 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5da576e4-935e-40f8-8408-91446a434b42 req-6d96b677-1ac8-436f-99b4-c086032b0fbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279229 Sep 10 16:31:35.117773 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851289a-5cc5-442d-8be8-c6559e7f33a3 req-1fc14013-0288-4396-a34e-c6592c58711c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:35.119306 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e851289a-5cc5-442d-8be8-c6559e7f33a3 req-1fc14013-0288-4396-a34e-c6592c58711c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0517828 Sep 10 16:31:35.162214 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e851289a-5cc5-442d-8be8-c6559e7f33a3 req-291eeb88-4add-4ad2-83b1-e650ae8f8074 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Sep 10 16:31:35.266157 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13972-62e9-4be4-8203-cff66fbfb4d0 req-cd32e2eb-3d24-4103-8779-0fd54f5308a5 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:35.268188 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbe13972-62e9-4be4-8203-cff66fbfb4d0 req-cd32e2eb-3d24-4103-8779-0fd54f5308a5 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0472009 Sep 10 16:31:35.305783 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bbe13972-62e9-4be4-8203-cff66fbfb4d0 req-2eed8094-bd8d-4b1b-b8ab-a9c95f47037a tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Sep 10 16:31:35.405330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1d7be-4949-48be-a024-30c4e3362df6 req-b09bbf90-1bcf-417f-8989-ae02c311950f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:35.407478 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ecf1d7be-4949-48be-a024-30c4e3362df6 req-b09bbf90-1bcf-417f-8989-ae02c311950f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 944 time: 0.0480156 Sep 10 16:31:35.446818 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ecf1d7be-4949-48be-a024-30c4e3362df6 req-b55af31f-65f8-4fb3-a612-7ac9a3443a66 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Sep 10 16:31:37.164094 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:31:37.260372 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:37.272603 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'port_id': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'mac_address': 'fa:16:3e:45:b1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a5dc7f-12d8-4654-8985-b44dc1807b79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:31:37.307742 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:37.321124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:31:37.340491 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:37.344175 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:37.387802 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:38.388202 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238a65-6412-4577-8838-cd1e9d79b5bb req-1d3b3035-23d0-4986-a05a-e5522c10b642 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:38.389678 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f238a65-6412-4577-8838-cd1e9d79b5bb req-1d3b3035-23d0-4986-a05a-e5522c10b642 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Sep 10 16:31:38.449513 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f238a65-6412-4577-8838-cd1e9d79b5bb req-856152c1-9f15-4990-b77b-abf7e52b070c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530694 Sep 10 16:31:38.469628 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfaaa-e6df-4d31-ad77-da1ddb6409e5 req-3653c91b-18e8-4e1f-8d7b-84e25c3ee0dd tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:38.471166 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a1cfaaa-e6df-4d31-ad77-da1ddb6409e5 req-3653c91b-18e8-4e1f-8d7b-84e25c3ee0dd tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0582938 Sep 10 16:31:38.521526 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0a1cfaaa-e6df-4d31-ad77-da1ddb6409e5 req-e197a041-cc54-477d-9cca-eca7357ceacf tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Sep 10 16:31:38.555719 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4b63-774d-4770-8657-0476aab5713f req-c2d00b56-79c1-4a6f-865a-023dfa0570d2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:38.557159 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f51d4b63-774d-4770-8657-0476aab5713f req-c2d00b56-79c1-4a6f-865a-023dfa0570d2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 945 time: 0.0501096 Sep 10 16:31:38.598075 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f51d4b63-774d-4770-8657-0476aab5713f req-d75daa36-19b0-446e-9f4e-8d9709c6ea00 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Sep 10 16:31:38.834441 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:31:39.574016 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c0dc2-cde7-49f4-88af-ca5b0c9fa598 req-d5cfda4e-bc5f-41fe-9fe0-39385f313778 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:39.575926 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa0c0dc2-cde7-49f4-88af-ca5b0c9fa598 req-d5cfda4e-bc5f-41fe-9fe0-39385f313778 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Sep 10 16:31:39.622953 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa0c0dc2-cde7-49f4-88af-ca5b0c9fa598 req-248bf838-3947-48a8-9f99-be4346d4668a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Sep 10 16:31:39.684560 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca5aae-588b-403a-a811-ac02feda808e req-b801419d-8306-48f7-9aa8-614c377c3fc6 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:39.686654 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19ca5aae-588b-403a-a811-ac02feda808e req-b801419d-8306-48f7-9aa8-614c377c3fc6 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0800667 Sep 10 16:31:39.732280 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19ca5aae-588b-403a-a811-ac02feda808e req-a9741b1e-0d19-4156-ae75-07cb34007d6d tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Sep 10 16:31:39.817915 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697c4e1-3569-429e-af34-834fb9ef8291 req-37678550-5b9e-4f52-a89c-aa43bad82a86 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:39.819468 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5697c4e1-3569-429e-af34-834fb9ef8291 req-37678550-5b9e-4f52-a89c-aa43bad82a86 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 945 time: 0.0543761 Sep 10 16:31:39.858862 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5697c4e1-3569-429e-af34-834fb9ef8291 req-810afeae-d415-4ea6-a5a5-cbd9363f5b91 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Sep 10 16:31:40.533935 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:31:40.582675 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:31:40.586442 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:31:40.587082 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:40.680094 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:40.712400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:31:40.714722 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3c658d-9797-42a9-946f-1f406417ba58" -d '{"events": [{"server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "name": "network-vif-plugged", "status": "completed", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:31:40.731823 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:31:40.737671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:40.802953 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b78e9-508c-4a7f-9afb-0fb51f353adf req-ffcab318-8f87-4b42-a76a-21b79f2f51d9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:40.805531 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d6b78e9-508c-4a7f-9afb-0fb51f353adf req-ffcab318-8f87-4b42-a76a-21b79f2f51d9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0791345 Sep 10 16:31:40.807739 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:40.829013 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a2f36-b98d-4720-891c-05182af3e700 x-openstack-request-id: req-bd7a2f36-b98d-4720-891c-05182af3e700 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:31:40.829295 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "name": "network-vif-plugged", "status": "completed", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:31:40.829546 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd7a2f36-b98d-4720-891c-05182af3e700 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:31:40.829936 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'code': 200} Sep 10 16:31:40.860493 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d6b78e9-508c-4a7f-9afb-0fb51f353adf req-46303d20-66a5-4d4c-9b01-2f146d18ad52 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485446 Sep 10 16:31:40.992410 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b33a-8a48-4bd4-afa5-8062bd42db61 req-d5a11fe2-a3fd-4588-8a25-d849eeab8e27 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:40.993898 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4747b33a-8a48-4bd4-afa5-8062bd42db61 req-d5a11fe2-a3fd-4588-8a25-d849eeab8e27 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0978198 Sep 10 16:31:41.031580 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974a2e4-fe50-411b-9451-ac62d3be8765 req-68c51732-95fa-4649-8387-60778e7c6773 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:41.032831 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6974a2e4-fe50-411b-9451-ac62d3be8765 req-68c51732-95fa-4649-8387-60778e7c6773 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0855062 Sep 10 16:31:41.035943 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b5ba-d783-4855-9bd4-63b266d60162 req-0f33ebf1-4a41-4c89-9b32-b3bb3a3c0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:41.037912 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ce7b5ba-d783-4855-9bd4-63b266d60162 req-0f33ebf1-4a41-4c89-9b32-b3bb3a3c0df0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 1099 time: 0.0477226 Sep 10 16:31:41.067926 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4747b33a-8a48-4bd4-afa5-8062bd42db61 req-27d55e65-d654-4e56-809d-c9c15079cc4c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Sep 10 16:31:41.090741 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ce7b5ba-d783-4855-9bd4-63b266d60162 req-e59c716f-b5fe-40be-ac89-2822ce8d0d76 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392938 Sep 10 16:31:41.104877 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6974a2e4-fe50-411b-9451-ac62d3be8765 req-7d208294-c5c5-4897-b714-72d7f439fe9c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Sep 10 16:31:41.981437 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ca5fc-0f60-4612-8cad-c600f2a3bc77 req-a49795e1-bbaa-4a95-8232-ea52cb3e273e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:41.983031 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc4ca5fc-0f60-4612-8cad-c600f2a3bc77 req-a49795e1-bbaa-4a95-8232-ea52cb3e273e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Sep 10 16:31:42.023284 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc4ca5fc-0f60-4612-8cad-c600f2a3bc77 req-124eb93f-3438-4252-b949-7d26595316b5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Sep 10 16:31:42.224694 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a85ff-1441-4699-b3ce-0490ea96e339 req-cca6f429-c8fe-4197-ab5d-d6c9b6aa2497 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:42.226140 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c05a85ff-1441-4699-b3ce-0490ea96e339 req-cca6f429-c8fe-4197-ab5d-d6c9b6aa2497 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Sep 10 16:31:42.263133 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c05a85ff-1441-4699-b3ce-0490ea96e339 req-caf30582-1549-4e2a-ac72-9172799e3652 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Sep 10 16:31:44.746993 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b10a1-9505-40d2-b9c4-345c5e7012f8 req-34446cb3-0f3b-4d28-9163-5de831a02341 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:44.748509 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff1b10a1-9505-40d2-b9c4-345c5e7012f8 req-34446cb3-0f3b-4d28-9163-5de831a02341 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0893772 Sep 10 16:31:44.779381 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7320a-e403-4a7c-9b36-f7e319005352 req-a764eda9-f57f-4adb-bbab-b5d099ef7143 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:44.780776 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12e7320a-e403-4a7c-9b36-f7e319005352 req-a764eda9-f57f-4adb-bbab-b5d099ef7143 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0862939 Sep 10 16:31:44.809064 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff1b10a1-9505-40d2-b9c4-345c5e7012f8 req-435145df-0790-46f5-809d-b8ebf4dfccd0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538228 Sep 10 16:31:44.828689 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12e7320a-e403-4a7c-9b36-f7e319005352 req-357740ee-166f-49fe-8a41-27d057106114 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378788 Sep 10 16:31:45.542021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43682) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:45.662938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c369c80f-4f67-408c-9e7d-4710a17aa4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:45.756324 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c369c80f-4f67-408c-9e7d-4710a17aa4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:45.764894 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c369c80f-4f67-408c-9e7d-4710a17aa4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:45.805962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c80f-4f67-408c-9e7d-4710a17aa4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e325dd1-1642-4383-9ba3-6dceae754541,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:45.810360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c369c80f-4f67-408c-9e7d-4710a17aa4fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddc46c15ac984d2b8e84a0ccf05aaa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673070 Sep 10 16:31:45.813610 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43694) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:45.862464 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:45.886631 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:45.988523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c7b2d-f214-4317-99b1-6b625a45496d req-965df6dc-3808-4d0c-a23d-579fc02487d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:45.990109 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c89c7b2d-f214-4317-99b1-6b625a45496d req-965df6dc-3808-4d0c-a23d-579fc02487d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.1064904 Sep 10 16:31:46.006603 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff14d-e451-48ad-b163-15a224802220 req-3547063c-9210-4ee6-9291-ee53da3231ca tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:46.008057 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-41fff14d-e451-48ad-b163-15a224802220 req-3547063c-9210-4ee6-9291-ee53da3231ca tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0944979 Sep 10 16:31:46.014028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.018984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.020894 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e325dd1-1642-4383-9ba3-6dceae754541 HTTP/1.1" status: 204 len: 168 time: 0.2068918 Sep 10 16:31:46.051720 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eaca6-872d-404c-b1eb-a163cd71c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e325dd1-1642-4383-9ba3-6dceae754541,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:46.074639 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c89c7b2d-f214-4317-99b1-6b625a45496d req-854901ff-1ac4-40a4-892d-cecd755634d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Sep 10 16:31:46.096964 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-41fff14d-e451-48ad-b163-15a224802220 req-23495a61-33e6-449a-ad80-e42635b9578e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Sep 10 16:31:46.333110 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43708) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:46.348548 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-57b4197e-2930-4ec4-8829-211659acc060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.447719 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-57b4197e-2930-4ec4-8829-211659acc060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.452671 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-57b4197e-2930-4ec4-8829-211659acc060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.495747 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-57b4197e-2930-4ec4-8829-211659acc060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5934db6a19ad4829932ae31e034eec5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613882 Sep 10 16:31:46.497648 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4197e-2930-4ec4-8829-211659acc060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e3641-908a-4345-b6ca-ea279f273c8f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:46.498364 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43714) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:46.552755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.573394 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.617242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.619697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:46.620796 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/964e3641-908a-4345-b6ca-ea279f273c8f HTTP/1.1" status: 204 len: 168 time: 0.1214998 Sep 10 16:31:46.629185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a37b7-0300-4089-9cd0-90679915421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e3641-908a-4345-b6ca-ea279f273c8f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:47.211132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e612e1-9a41-41ea-ab33-ec82e12fa3a1 req-1fe9aadc-a85c-4103-9c07-539c7c355b5c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:47.212880 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-13e612e1-9a41-41ea-ab33-ec82e12fa3a1 req-1fe9aadc-a85c-4103-9c07-539c7c355b5c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0505497 Sep 10 16:31:47.253474 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-13e612e1-9a41-41ea-ab33-ec82e12fa3a1 req-4516e6bd-4fac-433e-9a42-b5f35ccd7219 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Sep 10 16:31:47.725696 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-49abb109-bc3c-4e26-9e86-7c6e1196ff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:47.940727 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:31:48.374419 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb79c3c-c936-4364-9432-7007253a7056 req-cac333dc-273a-4280-896a-cd2330b200ac tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:48.376009 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1eb79c3c-c936-4364-9432-7007253a7056 req-cac333dc-273a-4280-896a-cd2330b200ac tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Sep 10 16:31:48.419351 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1eb79c3c-c936-4364-9432-7007253a7056 req-26c9fbd3-da59-423a-827d-e2c219039a26 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Sep 10 16:31:48.538151 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43804) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:48.641457 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8c786c8b-3102-42a6-afff-460964c8cae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.738897 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8c786c8b-3102-42a6-afff-460964c8cae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.743492 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8c786c8b-3102-42a6-afff-460964c8cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.782228 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8c786c8b-3102-42a6-afff-460964c8cae9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9734f24f50f493d80f515c45fced1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430165 Sep 10 16:31:48.783091 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c786c8b-3102-42a6-afff-460964c8cae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7142cf0-a1a7-4a03-9b51-b328c8c3cc1f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:48.785667 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43808) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:48.833675 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.855068 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.905811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.909031 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:48.910240 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7142cf0-a1a7-4a03-9b51-b328c8c3cc1f HTTP/1.1" status: 204 len: 168 time: 0.1235757 Sep 10 16:31:48.922603 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244b684-cadf-4c14-bc17-85d5a1dd23e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7142cf0-a1a7-4a03-9b51-b328c8c3cc1f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:49.099168 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.243020 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 43828) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:49.256412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e30deb77-f844-4f4e-b22a-7c6b0b29463a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.350874 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e30deb77-f844-4f4e-b22a-7c6b0b29463a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.354790 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e30deb77-f844-4f4e-b22a-7c6b0b29463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.398209 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e30deb77-f844-4f4e-b22a-7c6b0b29463a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a068c1bd2ef84c63ad6f4d51c1cc7fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539636 Sep 10 16:31:49.399470 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30deb77-f844-4f4e-b22a-7c6b0b29463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3f268-9f92-4c17-b4b2-36322199d3c4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:49.400939 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43834) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:49.452171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.477832 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.724452 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605692-4177-4084-aa84-e123c974a2da req-e73c580c-136a-4759-a876-82a54e67c46e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:49.725901 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0605692-4177-4084-aa84-e123c974a2da req-e73c580c-136a-4759-a876-82a54e67c46e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0587168 Sep 10 16:31:49.738709 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.741065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:49.742082 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84b3f268-9f92-4c17-b4b2-36322199d3c4 HTTP/1.1" status: 204 len: 168 time: 0.3399591 Sep 10 16:31:49.758831 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb7ab6-4e2d-4522-83bd-2cb088e901a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3f268-9f92-4c17-b4b2-36322199d3c4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:49.777192 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0605692-4177-4084-aa84-e123c974a2da req-82052faf-52e5-4ee4-8fb3-56c0d8928c23 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Sep 10 16:31:50.020734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5cc1ae6f-7262-4935-ba56-b38c2634f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.444403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43874) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:50.554028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ce43-80c8-4552-91e3-fb376d179516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.645748 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ce43-80c8-4552-91e3-fb376d179516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.650552 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ce43-80c8-4552-91e3-fb376d179516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.692377 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cfe9ce43-80c8-4552-91e3-fb376d179516 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03340ab9f12f4201be9eb557ef6d4fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468894 Sep 10 16:31:50.694798 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 43888) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:50.700488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ce43-80c8-4552-91e3-fb376d179516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f408ec-460b-47d5-9d33-e9836c89c9d4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:50.725535 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.750028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.774151 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.828459 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.831857 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:50.835692 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f408ec-460b-47d5-9d33-e9836c89c9d4 HTTP/1.1" status: 204 len: 168 time: 0.1399512 Sep 10 16:31:50.843813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d636b34-4f96-40b9-b366-64cf85029547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f408ec-460b-47d5-9d33-e9836c89c9d4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:50.924245 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf82e3-c483-494a-912b-a375f697a6c2 req-9cb70439-ebae-4118-9183-ec3962df59dc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:50.928587 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-babf82e3-c483-494a-912b-a375f697a6c2 req-9cb70439-ebae-4118-9183-ec3962df59dc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Sep 10 16:31:50.969004 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-babf82e3-c483-494a-912b-a375f697a6c2 req-b6c349f7-b649-4fba-af19-12c9aacb8997 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Sep 10 16:31:51.443080 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:52.122524 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e1ee-73a3-4de1-9dd0-69a5557b9a55 req-509b12be-f5ff-4c62-96c9-176cb46f4ae9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:52.124035 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e868e1ee-73a3-4de1-9dd0-69a5557b9a55 req-509b12be-f5ff-4c62-96c9-176cb46f4ae9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0684793 Sep 10 16:31:52.162874 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e868e1ee-73a3-4de1-9dd0-69a5557b9a55 req-bc662cb2-380c-4650-9ae3-2e120a10158e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Sep 10 16:31:52.994768 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:53.281536 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58010ee0-66c9-4e34-b7ca-4d4fcb9455a5 req-3d511edd-3fdc-4ff3-abf2-46a49bcfc3fa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:53.283065 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58010ee0-66c9-4e34-b7ca-4d4fcb9455a5 req-3d511edd-3fdc-4ff3-abf2-46a49bcfc3fa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0496883 Sep 10 16:31:53.320066 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58010ee0-66c9-4e34-b7ca-4d4fcb9455a5 req-d7c86f0e-e485-4da9-9908-5502fc0d12bc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303166 Sep 10 16:31:54.434587 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdf448-cd58-45e8-83c5-f94882550836 req-b08b648d-9e49-40f8-98f0-ce6bab73a3e7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:54.436068 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9bdf448-cd58-45e8-83c5-f94882550836 req-b08b648d-9e49-40f8-98f0-ce6bab73a3e7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0471523 Sep 10 16:31:54.474164 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9bdf448-cd58-45e8-83c5-f94882550836 req-0a9e473f-2225-47f3-84b2-155524063b1a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Sep 10 16:31:55.591743 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a0d37-818e-4476-9170-773be04338af req-3b46592d-8f3a-4f5b-96a1-aab4928a0df6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:55.593283 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c5a0d37-818e-4476-9170-773be04338af req-3b46592d-8f3a-4f5b-96a1-aab4928a0df6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0514252 Sep 10 16:31:55.629524 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c5a0d37-818e-4476-9170-773be04338af req-4c997981-5456-4de1-b5a3-4e792ec8bbf4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Sep 10 16:31:56.755436 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9a758-87ed-46a5-b164-9f2cbbbc1b7a req-39d6e2a5-3720-4e6b-8dd3-679c5b729970 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:56.757410 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33f9a758-87ed-46a5-b164-9f2cbbbc1b7a req-39d6e2a5-3720-4e6b-8dd3-679c5b729970 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0553339 Sep 10 16:31:56.797246 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33f9a758-87ed-46a5-b164-9f2cbbbc1b7a req-09df342d-801d-46c5-b5a9-a535cb813815 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Sep 10 16:31:57.909540 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f442309-f7b0-4a03-add1-b8496a36ca9a req-12da5c62-7a8a-4e00-b6df-54b5e1209e57 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:57.910998 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f442309-f7b0-4a03-add1-b8496a36ca9a req-12da5c62-7a8a-4e00-b6df-54b5e1209e57 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0468471 Sep 10 16:31:57.949375 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f442309-f7b0-4a03-add1-b8496a36ca9a req-b85548d7-cc06-42b9-9ed7-83abbf594f89 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Sep 10 16:31:58.532318 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44084) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:58.634066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8cf36d52-dfb5-41c0-8e03-dfd4f643faa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.727554 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8cf36d52-dfb5-41c0-8e03-dfd4f643faa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.731214 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8cf36d52-dfb5-41c0-8e03-dfd4f643faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.766599 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf36d52-dfb5-41c0-8e03-dfd4f643faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e53f5-44d8-44c7-a3a1-05922aec3d62,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:58.773563 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8cf36d52-dfb5-41c0-8e03-dfd4f643faa3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=451088df7a7040de92e9d78d6217a994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376080 Sep 10 16:31:58.773706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44088) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:58.820248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.840826 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.885770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.888344 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:58.889463 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d8e53f5-44d8-44c7-a3a1-05922aec3d62 HTTP/1.1" status: 204 len: 168 time: 0.1148827 Sep 10 16:31:58.897157 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad9d09-749d-4d1c-a11e-7f78409f5427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e53f5-44d8-44c7-a3a1-05922aec3d62,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:59.167792 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:59.180802 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e413202-3b2a-45a6-b231-11a637d67909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.206258 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd59f1-43f0-467f-a0b5-11368745315b req-9faafaba-824a-48fa-9be5-0ecdf1fd3d0d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:31:59.207765 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-05fd59f1-43f0-467f-a0b5-11368745315b req-9faafaba-824a-48fa-9be5-0ecdf1fd3d0d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Sep 10 16:31:59.247240 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-05fd59f1-43f0-467f-a0b5-11368745315b req-a2d9703f-9140-46f5-8ed9-d8e6c7d9fb58 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Sep 10 16:31:59.274005 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e413202-3b2a-45a6-b231-11a637d67909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.278103 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e413202-3b2a-45a6-b231-11a637d67909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.316666 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2e413202-3b2a-45a6-b231-11a637d67909 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ab74bda8f7b440eb088e5c415ee259e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478190 Sep 10 16:31:59.317485 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e413202-3b2a-45a6-b231-11a637d67909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf60d2e9-5c9e-472a-9d08-6cb486bed4b1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:59.319384 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44104) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:59.373687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.394521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.440984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.443570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.444691 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf60d2e9-5c9e-472a-9d08-6cb486bed4b1 HTTP/1.1" status: 204 len: 168 time: 0.1243393 Sep 10 16:31:59.452950 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0937a5-a6d5-4206-9d5c-ec1638fbd197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf60d2e9-5c9e-472a-9d08-6cb486bed4b1,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:59.771234 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44112) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:59.783969 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99e2731f-5e16-440b-9476-e00be7666497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.871874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99e2731f-5e16-440b-9476-e00be7666497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.875662 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99e2731f-5e16-440b-9476-e00be7666497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.916037 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-99e2731f-5e16-440b-9476-e00be7666497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed237787ffdc4aa389f370a59a59f06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437232 Sep 10 16:31:59.917239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2731f-5e16-440b-9476-e00be7666497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02235319-4755-48ff-9d0a-b40132156475,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:31:59.919146 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44116) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:31:59.967797 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:31:59.988766 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:00.035446 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:00.037953 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:00.039137 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02235319-4755-48ff-9d0a-b40132156475 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Sep 10 16:32:00.046736 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7c32a-7d85-4235-b561-fcb830e3e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02235319-4755-48ff-9d0a-b40132156475,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:00.371861 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd2eb-eac6-4995-a972-31c64ce9b15f req-ac80e0fa-9e63-418d-baec-a9579c3fa312 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:00.373344 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1bcd2eb-eac6-4995-a972-31c64ce9b15f req-ac80e0fa-9e63-418d-baec-a9579c3fa312 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0548759 Sep 10 16:32:00.412803 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c1bcd2eb-eac6-4995-a972-31c64ce9b15f req-a81bc244-8531-4f6e-ae9a-26bbd99ace9c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Sep 10 16:32:01.530883 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f42a-666e-4765-848a-5c08f5796b6c req-83524929-27e8-4bfd-bdee-71b4a2fb2efa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:01.532399 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ee0f42a-666e-4765-848a-5c08f5796b6c req-83524929-27e8-4bfd-bdee-71b4a2fb2efa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0506582 Sep 10 16:32:01.570644 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ee0f42a-666e-4765-848a-5c08f5796b6c req-7e2935e1-794b-472c-889e-ad03f02db07f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 10 16:32:01.707001 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44188) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:01.816288 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86dc7193-3547-4b3c-a03d-2975fba16e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:01.902006 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86dc7193-3547-4b3c-a03d-2975fba16e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:01.906403 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-86dc7193-3547-4b3c-a03d-2975fba16e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:01.944190 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-86dc7193-3547-4b3c-a03d-2975fba16e41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f2444c5869f4a9e808ba4d8fe5488ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360482 Sep 10 16:32:01.946145 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc7193-3547-4b3c-a03d-2975fba16e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee9fc3-cf4f-49dc-b561-561c1826a6a5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:01.948221 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44192) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:02.003556 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.024678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.075112 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.077570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.078782 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fee9fc3-cf4f-49dc-b561-561c1826a6a5 HTTP/1.1" status: 204 len: 168 time: 0.1307280 Sep 10 16:32:02.088175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fb53d-5393-45da-af31-274e5d34cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee9fc3-cf4f-49dc-b561-561c1826a6a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:02.337836 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44200) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:02.351192 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59a50f07-d17a-429b-93a4-355b2d3b7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.449170 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59a50f07-d17a-429b-93a4-355b2d3b7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.452727 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59a50f07-d17a-429b-93a4-355b2d3b7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.488462 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a50f07-d17a-429b-93a4-355b2d3b7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d623af-04ca-43d9-90a2-26557e33302a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:02.493433 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-59a50f07-d17a-429b-93a4-355b2d3b7ae9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2191049d35947ad8bf2345ac03c21aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546011 Sep 10 16:32:02.496035 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44202) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:02.541951 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.562537 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.608949 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.612652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:02.613821 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1d623af-04ca-43d9-90a2-26557e33302a HTTP/1.1" status: 204 len: 168 time: 0.1169040 Sep 10 16:32:02.621890 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf7dc-378b-400d-b3d3-43ce62241f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d623af-04ca-43d9-90a2-26557e33302a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:02.694325 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a4084-08ba-4050-a7ff-a688beaf1ad1 req-2034368d-cc5b-4543-8ce5-2754cdee68b2 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:02.696062 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-210a4084-08ba-4050-a7ff-a688beaf1ad1 req-2034368d-cc5b-4543-8ce5-2754cdee68b2 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0532067 Sep 10 16:32:02.745801 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-210a4084-08ba-4050-a7ff-a688beaf1ad1 req-5a5ed1e0-895b-454c-beb3-037ce3ef1e31 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Sep 10 16:32:03.862299 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7f69e-0786-4d9d-8228-6edaeda43f38 req-b345bd30-4542-4f7d-9da5-6363529a7ce0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:03.863840 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dee7f69e-0786-4d9d-8228-6edaeda43f38 req-b345bd30-4542-4f7d-9da5-6363529a7ce0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Sep 10 16:32:03.901553 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dee7f69e-0786-4d9d-8228-6edaeda43f38 req-1ff96cb0-7773-445b-9831-4d2a178e25ae tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Sep 10 16:32:04.420382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-489f3b42-657f-4a8e-acc5-717838ec0e3f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:04.422645 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-489f3b42-657f-4a8e-acc5-717838ec0e3f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1066103 Sep 10 16:32:04.438557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-3b6fab93-50c6-4efd-8687-fa718370bdc0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/quotas/81b85c89d1374f9798374b93a72cd845 HTTP/1.1" status: 200 len: 375 time: 0.0092406 Sep 10 16:32:04.491352 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-1d7ac928-96ef-4c0e-bcf7-deea340e6e9f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467877 Sep 10 16:32:04.586557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-debd0499-8a13-4706-8ab8-a2c11d74e4cb service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Sep 10 16:32:04.680205 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-a82b57ec-c7bf-4194-8357-426b018bf67c service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877337 Sep 10 16:32:04.849032 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e732b6cd-95c4-407f-b367-f93359e87150 req-80d8d49b-ebab-4df0-8636-be6534b7d4da tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 210 time: 0.0289288 Sep 10 16:32:05.049764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353776-059c-44e1-9d2c-73072c187bfa req-3de8137b-176c-450f-a012-800257df745f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:05.058624 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c353776-059c-44e1-9d2c-73072c187bfa req-3de8137b-176c-450f-a012-800257df745f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0819840 Sep 10 16:32:05.094258 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c353776-059c-44e1-9d2c-73072c187bfa req-6171e245-7a56-4e9a-9488-bcf6fe04633d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Sep 10 16:32:05.956928 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1def35c6-04ab-4f44-a84c-15d3ff29e68d req-8080ba5f-8ed5-4a60-a333-b6298efc5274 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 210 time: 0.0312014 Sep 10 16:32:06.007063 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b429-984d-4f36-975e-6b3484aabdaa req-b4607faf-905e-4f40-b53c-1134546b1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:06.010146 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-08c0b429-984d-4f36-975e-6b3484aabdaa req-b4607faf-905e-4f40-b53c-1134546b1efb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1098 time: 0.0563066 Sep 10 16:32:06.049861 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d34fb29-6505-422c-a414-af37cb0871d0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:06.050807 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-08c0b429-984d-4f36-975e-6b3484aabdaa req-3a355d2a-3ba1-4624-b542-ac7a5696919e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Sep 10 16:32:06.051672 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d34fb29-6505-422c-a414-af37cb0871d0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1170537 Sep 10 16:32:06.222119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6820c-0d72-4671-a8c4-493d1707f6fb req-bc3b753d-ff08-4af0-9a7f-6ae65e50420c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:06.223764 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bc6820c-0d72-4671-a8c4-493d1707f6fb req-bc3b753d-ff08-4af0-9a7f-6ae65e50420c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0593357 Sep 10 16:32:06.268520 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bc6820c-0d72-4671-a8c4-493d1707f6fb req-894baa5a-a4c5-4c7c-a157-a265281eb7f5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Sep 10 16:32:06.313412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Request body: {'port': {'device_id': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'admin_state_up': True, 'tenant_id': '81b85c89d1374f9798374b93a72cd845'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:06.434359 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:06.437813 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:06.559167 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Allocated IP 172.20.0.4 (1c574a6b-04e5-47d0-9492-8cbe0ac47c6d/b9a5dc7f-12d8-4654-8985-b44dc1807b79/c26e4eb6-d177-4521-b28e-b029a12630ab) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:32:06.704139 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:06.741868 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:06.755075 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:06.788260 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:32:06.791403 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:06.804776 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:32:06.808762 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event updated for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:06.859604 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:06.860214 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:06.877424 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dddd692f-9aa8-4f36-95c3-b3d072f182b5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684268 Sep 10 16:32:06.897473 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Request body: {'port': {'device_id': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:06.951163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.086659 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5221ee-864e-433b-97fd-06e16b96e8a3 req-4b934f56-591c-41d9-9cfe-a04df0a18666 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:07.088177 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7d5221ee-864e-433b-97fd-06e16b96e8a3 req-4b934f56-591c-41d9-9cfe-a04df0a18666 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 931 time: 0.0497847 Sep 10 16:32:07.133901 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7d5221ee-864e-433b-97fd-06e16b96e8a3 req-f56cf0dd-cf23-4432-87b4-df99bb262c89 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Sep 10 16:32:07.226332 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26e4eb6-d177-4521-b28e-b029a12630ab {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:07.233560 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.245446 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Transition to ACTIVE for port object c26e4eb6-d177-4521-b28e-b029a12630ab will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:32:07.249034 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.301042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Pushing event updated for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:07.364255 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Attempting to bind port c26e4eb6-d177-4521-b28e-b029a12630ab on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:32:07.364494 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Attempting to bind port c26e4eb6-d177-4521-b28e-b029a12630ab by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:32:07.364826 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Attempting to bind port c26e4eb6-d177-4521-b28e-b029a12630ab on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:07.369174 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Port c26e4eb6-d177-4521-b28e-b029a12630ab on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:32:07.369492 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Attempting to bind port c26e4eb6-d177-4521-b28e-b029a12630ab on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:07.374176 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:32:07.374506 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Checking segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:07.374874 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Bound using segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:32:07.375328 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Bound port: c26e4eb6-d177-4521-b28e-b029a12630ab, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:32:07.375692 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.387624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52773-48ef-490d-a65f-94c193fa88db req-f7a51577-25eb-4a50-8b7c-30bac1398e91 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:07.390473 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-47a52773-48ef-490d-a65f-94c193fa88db req-f7a51577-25eb-4a50-8b7c-30bac1398e91 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0473390 Sep 10 16:32:07.439828 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-47a52773-48ef-490d-a65f-94c193fa88db req-ab6bc966-8ac4-42ae-b2e3-c49d94ad8562 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Sep 10 16:32:07.457931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:32:07.461296 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c26e4eb6-d177-4521-b28e-b029a12630ab,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:32:07.468167 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.501943 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:07.502980 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.504474 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] 10.222.0.39 "PUT /v2.0/ports/c26e4eb6-d177-4521-b28e-b029a12630ab HTTP/1.1" status: 200 len: 1093 time: 0.6116321 Sep 10 16:32:07.504953 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:07.507423 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4963779-14a0-41d3-9884-aa4696c6adca" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:07.542089 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d248a62-efd3-425f-ac15-7eaba218752e service neutron] Pushing event updated for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:07.593481 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b95860-371e-4f77-b7b2-f207c8568f26 x-openstack-request-id: req-f3b95860-371e-4f77-b7b2-f207c8568f26 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:07.593772 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:07.594019 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3b95860-371e-4f77-b7b2-f207c8568f26 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:07.594402 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'status': 'completed', 'code': 200} Sep 10 16:32:07.612856 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-a77eef23-f9b0-46a7-acb4-1b2d506f8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:07.614115 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-a77eef23-f9b0-46a7-acb4-1b2d506f8d9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 1096 time: 0.0462501 Sep 10 16:32:07.670906 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-ee00b827-a5ff-4374-b450-828066a924fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26e4eb6-d177-4521-b28e-b029a12630ab HTTP/1.1" status: 200 len: 217 time: 0.0385857 Sep 10 16:32:07.736979 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-f32a8b55-d989-46fa-8607-d816b977edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:07.738427 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-f32a8b55-d989-46fa-8607-d816b977edd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0574124 Sep 10 16:32:07.774154 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-65686b07-723b-43c0-a2fd-184f9e482b8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239880 Sep 10 16:32:07.793862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44396) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:07.872685 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-ffaa1bf2-0d5f-450c-a5ce-cc95d387ac98 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884864 Sep 10 16:32:07.899185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5b2d-15a5-4f1d-a2b0-fbcffd070fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:07.976327 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b85f54-d440-407b-93ef-be1f5cabca23 req-dd440271-6f26-4769-a6c4-88f401321250 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950115 Sep 10 16:32:07.999030 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5b2d-15a5-4f1d-a2b0-fbcffd070fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.003126 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5b2d-15a5-4f1d-a2b0-fbcffd070fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.044873 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4a4e5b2d-15a5-4f1d-a2b0-fbcffd070fc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20540bb4a53343f1aded0bfc39cfd44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498367 Sep 10 16:32:08.045971 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5b2d-15a5-4f1d-a2b0-fbcffd070fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fc473-e8f9-439d-8491-13b72230b187,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:08.049664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44406) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:08.081293 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963779-14a0-41d3-9884-aa4696c6adca req-f6bd3db3-ebee-4138-8d94-f71d67ce565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.082868 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-f6bd3db3-ebee-4138-8d94-f71d67ce565f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 1096 time: 0.0411162 Sep 10 16:32:08.100958 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.122156 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.170158 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.173053 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.175696 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f5fc473-e8f9-439d-8491-13b72230b187 HTTP/1.1" status: 204 len: 168 time: 0.1250391 Sep 10 16:32:08.191804 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963779-14a0-41d3-9884-aa4696c6adca req-46b63a7e-df51-4fb7-8f2d-c76dded06368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.193269 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-46b63a7e-df51-4fb7-8f2d-c76dded06368 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 915 time: 0.0988510 Sep 10 16:32:08.194376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918ea0a-2879-415a-8410-7cc1f9b38316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5fc473-e8f9-439d-8491-13b72230b187,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:08.239701 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-ae9c5382-cd26-4cf4-ae94-37ba44a322fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c26e4eb6-d177-4521-b28e-b029a12630ab HTTP/1.1" status: 200 len: 217 time: 0.0367751 Sep 10 16:32:08.264612 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225f14-2033-499f-96aa-dbc002f103e1 req-58f6dce1-f528-41b4-8718-5cebbbe0efc2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.266331 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-72225f14-2033-499f-96aa-dbc002f103e1 req-58f6dce1-f528-41b4-8718-5cebbbe0efc2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 943 time: 0.0580964 Sep 10 16:32:08.300522 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963779-14a0-41d3-9884-aa4696c6adca req-4274e24e-ef93-499c-ab1e-a17bf6968d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.304064 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-4274e24e-ef93-499c-ab1e-a17bf6968d68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0547261 Sep 10 16:32:08.306989 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-72225f14-2033-499f-96aa-dbc002f103e1 req-9adff534-16dc-4db4-9b98-309d5aa96376 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Sep 10 16:32:08.354953 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-851356be-3655-4514-abb0-231cab17345c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422461 Sep 10 16:32:08.448184 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-ff6868d8-e332-4d2e-bac2-348554d17a2b service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815775 Sep 10 16:32:08.467848 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44422) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:08.481695 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08bf578b-3d0e-4bb1-bd6d-e0052af40896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.594529 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea21b0a-afd5-478f-be83-343089880c1f req-28a48473-a162-44b9-ac30-9d4888a8e5aa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.596819 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ea21b0a-afd5-478f-be83-343089880c1f req-28a48473-a162-44b9-ac30-9d4888a8e5aa tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0861161 Sep 10 16:32:08.646806 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08bf578b-3d0e-4bb1-bd6d-e0052af40896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.655470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-08bf578b-3d0e-4bb1-bd6d-e0052af40896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.671094 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ea21b0a-afd5-478f-be83-343089880c1f req-7ea3e995-990f-4d32-992d-3a1e4c8f4805 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633056 Sep 10 16:32:08.704031 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-08bf578b-3d0e-4bb1-bd6d-e0052af40896 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f384d1c52824abf953b69a75d0f465e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325914 Sep 10 16:32:08.704445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44430) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:08.711483 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf578b-3d0e-4bb1-bd6d-e0052af40896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b325bf-27f6-4728-8e3f-b58f6eac49a6,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:08.757161 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4963779-14a0-41d3-9884-aa4696c6adca req-5f3eb791-30a0-48dc-8b98-c1c46dfbdfbf service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991724 Sep 10 16:32:08.765783 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.812887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.858591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf3541-5a98-4ba9-ac97-d5fea34b5018 req-7528f205-f872-4107-8817-312404653d3c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:08.860089 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3cf3541-5a98-4ba9-ac97-d5fea34b5018 req-7528f205-f872-4107-8817-312404653d3c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0831563 Sep 10 16:32:08.888016 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.890378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:08.891501 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88b325bf-27f6-4728-8e3f-b58f6eac49a6 HTTP/1.1" status: 204 len: 168 time: 0.1860020 Sep 10 16:32:08.909069 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b3cf3541-5a98-4ba9-ac97-d5fea34b5018 req-03a9aeb1-2831-4608-a568-831155cd914b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Sep 10 16:32:08.909889 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74de8e9-3c99-4a9b-8b73-d16c317f45d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b325bf-27f6-4728-8e3f-b58f6eac49a6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:09.238445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44444) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:09.252746 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4ae1-0bc2-4a35-837a-f8a810d4ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.342095 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4ae1-0bc2-4a35-837a-f8a810d4ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.347189 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4ae1-0bc2-4a35-837a-f8a810d4ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.394886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d0ad4ae1-0bc2-4a35-837a-f8a810d4ea34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3938368a07f448f096bc7f6f97f7749b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553941 Sep 10 16:32:09.396856 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad4ae1-0bc2-4a35-837a-f8a810d4ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc92bc-0ef4-46d3-89ce-5e8927d42eeb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:09.399349 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44450) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:09.441011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f05ed-5639-4498-9491-3c839158e91b req-3fd112ca-2d3e-4e5b-859e-6d622c08d0e7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:09.442403 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-534f05ed-5639-4498-9491-3c839158e91b req-3fd112ca-2d3e-4e5b-859e-6d622c08d0e7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 943 time: 0.0620677 Sep 10 16:32:09.460243 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.481193 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.482385 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-534f05ed-5639-4498-9491-3c839158e91b req-3894f864-6505-442d-84e8-5d0b1cc4b1c9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Sep 10 16:32:09.527154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.529764 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:09.530875 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09dc92bc-0ef4-46d3-89ce-5e8927d42eeb HTTP/1.1" status: 204 len: 168 time: 0.1268570 Sep 10 16:32:09.539021 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d8406-9fdb-4c74-bbcc-0598bd04557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc92bc-0ef4-46d3-89ce-5e8927d42eeb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:10.544518 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a3a6-43ac-49c5-a12a-9adbb2ac9c08 req-da6ae7a6-ac6a-4f9a-9355-9d90cec89355 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:10.546665 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb62a3a6-43ac-49c5-a12a-9adbb2ac9c08 req-da6ae7a6-ac6a-4f9a-9355-9d90cec89355 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Sep 10 16:32:10.546917 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-75c59692-0020-4da8-a775-a2ce9fc31ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:10.549883 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-75c59692-0020-4da8-a775-a2ce9fc31ca7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0523953 Sep 10 16:32:10.618926 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb62a3a6-43ac-49c5-a12a-9adbb2ac9c08 req-a7eac651-25cc-42cf-9cd2-a605ac258e97 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648170 Sep 10 16:32:10.640850 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74072f4d-3214-4ac6-afca-77e89adbe87b req-1fa5de90-99b8-4fdb-b6e7-bc32ff507864 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:10.642412 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74072f4d-3214-4ac6-afca-77e89adbe87b req-1fa5de90-99b8-4fdb-b6e7-bc32ff507864 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 943 time: 0.0690992 Sep 10 16:32:10.665940 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-e17f12b4-7247-4bcc-a6e0-9b465f9c2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:10.667452 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-e17f12b4-7247-4bcc-a6e0-9b465f9c2a78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.1043129 Sep 10 16:32:10.668348 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44496) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:10.686879 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-74072f4d-3214-4ac6-afca-77e89adbe87b req-fb45adbc-f579-42f9-a501-13c24cc4c7e9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Sep 10 16:32:10.714343 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-562d7069-799e-4648-9476-39e95289b922 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.0376859 Sep 10 16:32:10.785107 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9e90-5ef2-4014-af04-4e67cb44ccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:10.797560 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-652588bb-f407-4db9-ad61-2d11d10fe202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:10.799002 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-652588bb-f407-4db9-ad61-2d11d10fe202 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0705149 Sep 10 16:32:10.837398 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-4f79ee62-03fe-47ad-a33c-0b2fbbff566e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288992 Sep 10 16:32:10.965409 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-5b832db3-12da-4c1f-8d1e-73ccd1dbdd3f service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165121 Sep 10 16:32:10.974082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9e90-5ef2-4014-af04-4e67cb44ccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:10.980047 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9e90-5ef2-4014-af04-4e67cb44ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:11.069565 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f9e90-5ef2-4014-af04-4e67cb44ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f1731a-37e5-48c5-97e5-7a90581bed66,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:11.075890 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0e5f9e90-5ef2-4014-af04-4e67cb44ccc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28eaef633b6b4ccbb572239599ed2ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065933 Sep 10 16:32:11.078550 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44504) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:11.104312 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c449b2cf-a8dd-4be2-8798-86609d1dd465 req-67727e6e-3ede-44cc-bd92-ab84b1db2557 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252053 Sep 10 16:32:11.134673 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:11.161264 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:11.211959 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:11.214510 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:11.215681 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78f1731a-37e5-48c5-97e5-7a90581bed66 HTTP/1.1" status: 204 len: 168 time: 0.1361356 Sep 10 16:32:11.224338 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f1731a-37e5-48c5-97e5-7a90581bed66,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:11.231453 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.231805 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.232128 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.232451 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.232773 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.233328 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.233440 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.233708 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.234081 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.234387 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.234635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.235784 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec04faf-822c-4d54-b074-f785459471d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:11.738355 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c5c9-55c3-400a-b3ef-1d425a320d36 req-be0194e7-c0e2-4397-8416-c4302ac69bce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:11.739864 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18c4c5c9-55c3-400a-b3ef-1d425a320d36 req-be0194e7-c0e2-4397-8416-c4302ac69bce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Sep 10 16:32:11.800850 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18c4c5c9-55c3-400a-b3ef-1d425a320d36 req-68831dd3-131c-466f-b99b-c83ee8360686 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Sep 10 16:32:11.823435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235a4d2-328d-427f-b4df-24b41523db45 req-4dcf08ea-f8e8-430a-aa2d-e6325187c079 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:11.824806 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6235a4d2-328d-427f-b4df-24b41523db45 req-4dcf08ea-f8e8-430a-aa2d-e6325187c079 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 943 time: 0.0664134 Sep 10 16:32:11.862038 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6235a4d2-328d-427f-b4df-24b41523db45 req-dd81d575-ec3a-4682-ac61-b743e0c58b58 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Sep 10 16:32:12.698070 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c26e4eb6-d177-4521-b28e-b029a12630ab details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:32:12.789403 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c26e4eb6-d177-4521-b28e-b029a12630ab,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:12.801065 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'port_id': 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'mac_address': 'fa:16:3e:02:df:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a5dc7f-12d8-4654-8985-b44dc1807b79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:32:12.837383 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:12.853323 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26e4eb6-d177-4521-b28e-b029a12630ab {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:12.872405 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c26e4eb6-d177-4521-b28e-b029a12630ab,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:12.877324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:12.925854 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:12.927864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cb6dd-3f87-4181-b645-a9157f387cc3 req-3b6d861a-a7f0-4733-b780-1fcf352cfc2e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:12.930210 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b5cb6dd-3f87-4181-b645-a9157f387cc3 req-3b6d861a-a7f0-4733-b780-1fcf352cfc2e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0571404 Sep 10 16:32:12.994466 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b5cb6dd-3f87-4181-b645-a9157f387cc3 req-f5d29393-0432-491f-bff4-390e8a798225 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Sep 10 16:32:13.003800 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234a7d1-7bc0-4197-9d9b-466f5d40b588 req-227fd41a-eacb-4418-bdc2-c33418d0ea3b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:13.005344 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e234a7d1-7bc0-4197-9d9b-466f5d40b588 req-227fd41a-eacb-4418-bdc2-c33418d0ea3b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 944 time: 0.0720210 Sep 10 16:32:13.052174 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e234a7d1-7bc0-4197-9d9b-466f5d40b588 req-83f84679-3967-4e56-a44c-80f38d7802d3 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Sep 10 16:32:13.381459 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['c26e4eb6-d177-4521-b28e-b029a12630ab'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:14.111572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de31e15-bf4a-46ae-be7b-54048d482153 req-6a8cf863-7a3c-4af1-b2bb-c604506ae305 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:14.113244 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1de31e15-bf4a-46ae-be7b-54048d482153 req-6a8cf863-7a3c-4af1-b2bb-c604506ae305 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0502341 Sep 10 16:32:14.182737 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1de31e15-bf4a-46ae-be7b-54048d482153 req-400b8d8b-6903-404c-b68b-188f43fd5d70 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631731 Sep 10 16:32:14.197599 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6be05-a6f4-493f-bd6a-e5a042e59e81 req-8e59e441-4919-476b-a375-e7d6cd0c092a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:14.199065 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c6be05-a6f4-493f-bd6a-e5a042e59e81 req-8e59e441-4919-476b-a375-e7d6cd0c092a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 944 time: 0.0778768 Sep 10 16:32:14.241809 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c6be05-a6f4-493f-bd6a-e5a042e59e81 req-bf20fcb7-ded2-4413-a27c-12276ca0dc08 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Sep 10 16:32:14.710220 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c26e4eb6-d177-4521-b28e-b029a12630ab up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:32:14.759054 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port c26e4eb6-d177-4521-b28e-b029a12630ab completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:32:14.762506 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port c26e4eb6-d177-4521-b28e-b029a12630ab triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:32:14.762874 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:14.834453 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:14.855885 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:14.858088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a643c1-e2e2-4427-9aaf-2dd442af0b7b" -d '{"events": [{"server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "name": "network-vif-plugged", "status": "completed", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:14.870303 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c26e4eb6-d177-4521-b28e-b029a12630ab,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:14.874657 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:14.899851 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad6887-60f1-493f-9e64-0bc3dd34a042 x-openstack-request-id: req-e1ad6887-60f1-493f-9e64-0bc3dd34a042 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:14.900077 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "name": "network-vif-plugged", "status": "completed", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:14.900323 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1ad6887-60f1-493f-9e64-0bc3dd34a042 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:14.900700 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'code': 200} Sep 10 16:32:14.926449 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:15.093723 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31462e-b57b-4011-a0fc-19b145ca05c2 req-c297c292-ad69-4987-b8d0-1835635d26de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:15.095826 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-db31462e-b57b-4011-a0fc-19b145ca05c2 req-c297c292-ad69-4987-b8d0-1835635d26de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 1098 time: 0.0423198 Sep 10 16:32:15.144796 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-db31462e-b57b-4011-a0fc-19b145ca05c2 req-13870cac-7244-4046-b42e-01ea9400207d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295625 Sep 10 16:32:15.246007 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44584) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:15.301965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518b1ca-22af-4e7e-a47f-d8ac0cb7390f req-2079f0b9-2937-4cc1-a2fc-bd2f6efaf165 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:15.303544 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4518b1ca-22af-4e7e-a47f-d8ac0cb7390f req-2079f0b9-2937-4cc1-a2fc-bd2f6efaf165 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0501387 Sep 10 16:32:15.378246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab74-0d35-4f37-9145-cee94c4cc29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.382311 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4518b1ca-22af-4e7e-a47f-d8ac0cb7390f req-bad012fa-1b0e-4e41-b3a2-73fb06ab1597 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724430 Sep 10 16:32:15.420602 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083ab6-f887-44c5-ba5d-dbd719b27d3f req-67d9ba1c-e288-4566-a513-f9d8e3e10d8b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:15.422051 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21083ab6-f887-44c5-ba5d-dbd719b27d3f req-67d9ba1c-e288-4566-a513-f9d8e3e10d8b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.1111071 Sep 10 16:32:15.481258 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21083ab6-f887-44c5-ba5d-dbd719b27d3f req-8e41b87c-2df1-4268-b4f5-41b10144c6f0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Sep 10 16:32:15.531381 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab74-0d35-4f37-9145-cee94c4cc29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.536358 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab74-0d35-4f37-9145-cee94c4cc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.573114 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e2eeab74-0d35-4f37-9145-cee94c4cc29b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0054d5d26b1f40129391e84e97489297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260336 Sep 10 16:32:15.573936 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeab74-0d35-4f37-9145-cee94c4cc29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a801b-cf18-46b2-a0ad-381c081b43bb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:15.575912 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44594) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:15.626512 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.648063 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.697878 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.700683 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:15.701860 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/866a801b-cf18-46b2-a0ad-381c081b43bb HTTP/1.1" status: 204 len: 168 time: 0.1249700 Sep 10 16:32:15.711617 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a801b-cf18-46b2-a0ad-381c081b43bb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:15.718995 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.719384 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.719746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.720082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.720448 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.720780 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.721105 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.721431 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.721755 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.722075 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.722393 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:15.722829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a140b-bdaa-41d0-8590-752dd5e0872f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:16.325995 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 44626) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:16.420661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1439532125-network', 'tenant_id': '9f44fe43899d48c8a26f0f6fd1970f0e'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:16.441405 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Made reservation on behalf of 9f44fe43899d48c8a26f0f6fd1970f0e for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:16.443726 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.456130 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.501367 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d38fe1-b722-419d-9d5e-2103e91d66bf req-89e28ffa-c43e-4315-b554-005c88cd0b12 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:16.503385 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34d38fe1-b722-419d-9d5e-2103e91d66bf req-89e28ffa-c43e-4315-b554-005c88cd0b12 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0506067 Sep 10 16:32:16.548702 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.552964 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.553168 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34d38fe1-b722-419d-9d5e-2103e91d66bf req-f25da650-617a-4b53-b6ea-6155df4e7a7a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Sep 10 16:32:16.583618 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:32:16.590479 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be916d9-187f-490b-9c18-c03ce8c7d212,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:16.599822 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.600348 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Added segment 5444858f-cc86-491c-bd08-621ce96c1142 of type vlan for network a7209951-d96e-4220-9413-fdbe802f7626 Sep 10 16:32:16.619978 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fd82e-fc0a-4947-91b4-702861f33cf4 req-98fa1bf5-3723-46ba-a83e-7a909a73a9ed tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:16.621481 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b40fd82e-fc0a-4947-91b4-702861f33cf4 req-98fa1bf5-3723-46ba-a83e-7a909a73a9ed tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0583246 Sep 10 16:32:16.647385 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.660166 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b40fd82e-fc0a-4947-91b4-702861f33cf4 req-c7d4a4d0-9188-42c8-9984-4c48cb96fffd tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Sep 10 16:32:16.672961 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.673935 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:16.674569 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.706805 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3797154 Sep 10 16:32:16.710160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 44636) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:32:16.715693 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Request body: {'subnet': {'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1439532125-subnet', 'tenant_id': '9f44fe43899d48c8a26f0f6fd1970f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:16.741267 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Made reservation on behalf of 9f44fe43899d48c8a26f0f6fd1970f0e for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:16.744006 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5eee4-bb5a-4c46-a95e-156c13639ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=a7209951-d96e-4220-9413-fdbe802f7626,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:16.744376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8982262'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.755402 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network a7209951-d96e-4220-9413-fdbe802f7626 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:32:16.937048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8982248'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:16.984334 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cb8011-ec4c-4fa7-a5ea-7c6201620459,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:17.007480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Checking segment: {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:17.007480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Network hostable DHCP agents. Network: a7209951-d96e-4220-9413-fdbe802f7626, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:32:17.016812 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Network a7209951-d96e-4220-9413-fdbe802f7626 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:32:17.025780 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, a7209951-d96e-4220-9413-fdbe802f7626) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:17.029829 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:17.030406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:17.035383 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7259c5-fbba-4ccb-a965-9ede23972eab None None] Network a7209951-d96e-4220-9413-fdbe802f7626 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:32:17.044441 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0173ac0a-4628-4b40-86e8-bee2c338086f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3326869 Sep 10 16:32:17.164419 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f762bd-8c51-47cb-8bb1-19a0c0f16b91 None None] Network a7209951-d96e-4220-9413-fdbe802f7626 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:32:17.691767 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096022ae-2807-4b79-9efe-236277fb5bfe req-0b8c7512-04ab-48ea-992c-2bd9cb4428f4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:17.693890 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-096022ae-2807-4b79-9efe-236277fb5bfe req-0b8c7512-04ab-48ea-992c-2bd9cb4428f4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0575278 Sep 10 16:32:17.721656 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-828b8b2e-a9dc-4355-8298-2db7c7ac2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:17.739321 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-096022ae-2807-4b79-9efe-236277fb5bfe req-38c5325c-323a-4d09-b026-1e1c4d75aeba tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Sep 10 16:32:17.796840 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e05297-9cce-41d2-b6c7-1c8622557c41 req-e5b6dcaa-8fa7-4724-be9a-cbfc2e9b68da tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:17.799119 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3e05297-9cce-41d2-b6c7-1c8622557c41 req-e5b6dcaa-8fa7-4724-be9a-cbfc2e9b68da tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0554459 Sep 10 16:32:17.853395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3e05297-9cce-41d2-b6c7-1c8622557c41 req-e2f04935-61b7-4519-864b-e814c03bd868 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457025 Sep 10 16:32:18.890114 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-0ad5d4ca-2822-4910-a146-1c3ac9056816 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:18.892238 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-0ad5d4ca-2822-4910-a146-1c3ac9056816 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/networks?id=a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 200 len: 809 time: 0.1303890 Sep 10 16:32:18.900395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c3a3-633c-4d7c-b248-44c3fa62e6b6 req-c8770348-ceb7-435c-99e6-a838c2de979a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:18.901881 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9414c3a3-633c-4d7c-b248-44c3fa62e6b6 req-c8770348-ceb7-435c-99e6-a838c2de979a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.1061418 Sep 10 16:32:18.918427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-8ccf7d8a-d293-44f4-8d33-0fb05226523a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/quotas/9f44fe43899d48c8a26f0f6fd1970f0e HTTP/1.1" status: 200 len: 375 time: 0.0155535 Sep 10 16:32:18.956135 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-ec559d15-02c6-403f-9d3f-97bac869b52a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289690 Sep 10 16:32:18.976950 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9414c3a3-633c-4d7c-b248-44c3fa62e6b6 req-c26b3144-7921-42fe-bd7d-266a303defac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662818 Sep 10 16:32:19.097282 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-0922c06e-bdd3-4cc3-871e-1b5f74b8e984 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620008 Sep 10 16:32:19.115849 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:19.191455 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743d585-9643-40ab-ab04-89740658b813 req-333c6c70-9c70-4615-8898-f0e36b3e3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:19.193144 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-333c6c70-9c70-4615-8898-f0e36b3e3f1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 1098 time: 0.0607610 Sep 10 16:32:19.268516 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-5988fb1e-6c30-4773-b599-fbe2313336e3 service neutron] 10.222.0.23 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021901 Sep 10 16:32:19.315060 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743d585-9643-40ab-ab04-89740658b813 req-c6e5a18e-7343-4266-8608-422f2c30fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:19.316603 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-c6e5a18e-7343-4266-8608-422f2c30fc7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.0885971 Sep 10 16:32:19.358620 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf3041-800a-418f-9d92-87603c551cd6 req-ce223886-74b8-4053-aa33-1f226c1e4584 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:19.360726 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afbf3041-800a-418f-9d92-87603c551cd6 req-ce223886-74b8-4053-aa33-1f226c1e4584 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.3069739 Sep 10 16:32:19.362547 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-ee93d7a7-e0f8-4f97-a8e9-28a542b49d8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 200 len: 217 time: 0.0358019 Sep 10 16:32:19.403961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-91c44f73-81e7-4fd4-881e-c2a73494b24f service neutron] 10.222.0.23 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227584 Sep 10 16:32:19.416391 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afbf3041-800a-418f-9d92-87603c551cd6 req-7934b392-be28-4dc9-be97-391e706274a6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Sep 10 16:32:19.420320 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743d585-9643-40ab-ab04-89740658b813 req-8f3b7c8c-b080-4704-a566-6f8bf68f5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:19.421776 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-8f3b7c8c-b080-4704-a566-6f8bf68f5036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0450013 Sep 10 16:32:19.462491 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-7ce752ea-db4e-4e2d-9ca3-5829d60b1b54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274227 Sep 10 16:32:19.572142 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-3c27aab0-547f-4136-8222-9e2fd3eec035 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007187 Sep 10 16:32:19.607733 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dfa1a5bc-cf53-408a-9b1a-28dd71361acd req-88608e6b-7b5a-4427-8012-119ecbc2f85b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Sep 10 16:32:19.685522 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3743d585-9643-40ab-ab04-89740658b813 req-6b075019-19e1-484f-af8d-5af9d2f8c6b7 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005914 Sep 10 16:32:20.024284 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4743b647-18c1-4cf5-85d3-6de1238de7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:20.097959 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c03be-baf3-429a-a0d3-2bef01a636c7 req-151d0bde-78fc-4a64-bee3-784fa6c04595 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:20.099440 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a89c03be-baf3-429a-a0d3-2bef01a636c7 req-151d0bde-78fc-4a64-bee3-784fa6c04595 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0470371 Sep 10 16:32:20.135788 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a89c03be-baf3-429a-a0d3-2bef01a636c7 req-f5cf57c6-4d5c-4b3c-97e5-b67fa6cfd64b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Sep 10 16:32:20.526913 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5206d3e-5060-4b6e-898e-3dec670d31a1 req-52af734c-d293-43c5-bb74-6cbaede44e38 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:20.528396 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b5206d3e-5060-4b6e-898e-3dec670d31a1 req-52af734c-d293-43c5-bb74-6cbaede44e38 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Sep 10 16:32:20.566193 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b5206d3e-5060-4b6e-898e-3dec670d31a1 req-9dbb2052-cd61-438a-8b2d-a4c936441b87 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Sep 10 16:32:20.685058 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3473d18b-8a0e-427c-a898-c7c7b0e896d5 req-5ecafa09-7a25-4071-a1d1-aaa3c71696f1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Sep 10 16:32:20.714552 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:21.252503 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914927a-e8bd-452f-9146-e17425ad493c req-f8c3e93c-c58e-4aba-9da9-ec1afd0602ee tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:21.253940 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9914927a-e8bd-452f-9146-e17425ad493c req-f8c3e93c-c58e-4aba-9da9-ec1afd0602ee tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0471570 Sep 10 16:32:21.289778 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9914927a-e8bd-452f-9146-e17425ad493c req-82005d49-e810-401a-b34e-d5b72ac2d8f2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301480 Sep 10 16:32:21.434492 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:21.676929 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2d943-fb18-41ff-9225-1244146a2bf4 req-c12cb199-336a-49e1-b722-900d46a21571 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:21.678367 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28c2d943-fb18-41ff-9225-1244146a2bf4 req-c12cb199-336a-49e1-b722-900d46a21571 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Sep 10 16:32:21.714776 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28c2d943-fb18-41ff-9225-1244146a2bf4 req-70ec23fe-f548-45eb-81f0-91dd553d4dca tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305691 Sep 10 16:32:21.778766 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b1cfa8ff-8c1e-498e-a2d7-cd0fb4e0c964 req-998f1853-5185-45a5-8355-3a39f5e367f0 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 210 time: 0.0284488 Sep 10 16:32:22.404296 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161ec4-a521-41b0-bf15-e0f0029bf6a0 req-a374d3ed-c8e1-413e-a0e7-8e6794be7175 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:22.405749 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa161ec4-a521-41b0-bf15-e0f0029bf6a0 req-a374d3ed-c8e1-413e-a0e7-8e6794be7175 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0474994 Sep 10 16:32:22.441904 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aa161ec4-a521-41b0-bf15-e0f0029bf6a0 req-28b02dc6-105b-4e2d-8a58-641d2ada15ae tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Sep 10 16:32:22.828007 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a97a2-791a-47a0-808f-fda36b31ec31 req-e23b8de9-1d8b-4ae2-9949-e854e0be67d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:22.830595 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-616a97a2-791a-47a0-808f-fda36b31ec31 req-e23b8de9-1d8b-4ae2-9949-e854e0be67d0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0498686 Sep 10 16:32:22.881343 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6bfe277e-c08e-47b6-807e-915b34cc8616 req-010b3f89-8dfb-456f-a33c-95127c4a9374 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 210 time: 0.0299628 Sep 10 16:32:22.894401 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-616a97a2-791a-47a0-808f-fda36b31ec31 req-c3a7536c-b438-4d6a-8407-aef65557c0bc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Sep 10 16:32:22.997902 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:23.266325 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-fb13929b-078c-4b35-ac23-40548f4b76d6 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:23.268020 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-fb13929b-078c-4b35-ac23-40548f4b76d6 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "GET /v2.0/networks?id=a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 200 len: 809 time: 0.1023080 Sep 10 16:32:23.283788 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Request body: {'port': {'device_id': '8ebceff9-730d-481b-8898-1bdc07c62099', 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626', 'admin_state_up': True, 'tenant_id': '9f44fe43899d48c8a26f0f6fd1970f0e'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:23.401246 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Made reservation on behalf of 9f44fe43899d48c8a26f0f6fd1970f0e for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:23.404701 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:23.531323 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Allocated IP 172.20.0.14 (a7209951-d96e-4220-9413-fdbe802f7626/64cb8011-ec4c-4fa7-a5ea-7c6201620459/4aabb884-7767-44a7-b126-37192f2c28ef) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:32:23.565161 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853f78-003c-4689-8fe8-da024e09c691 req-3c326075-dae8-4955-9f4a-6d7e5dd930c3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:23.567145 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45853f78-003c-4689-8fe8-da024e09c691 req-3c326075-dae8-4955-9f4a-6d7e5dd930c3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0532746 Sep 10 16:32:23.606432 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45853f78-003c-4689-8fe8-da024e09c691 req-a8b93466-8a71-4884-8749-46236fd7dc03 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336561 Sep 10 16:32:23.681568 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:23.720860 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:23.769246 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Network a7209951-d96e-4220-9413-fdbe802f7626 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:32:23.772378 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:23.779638 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:32:23.783490 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Pushing event updated for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:23.829727 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:23.830330 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:23.846362 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-977e2ae8-6ac4-4b5f-a5ce-ffbf5abaaf46 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671318 Sep 10 16:32:24.009739 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-37d2d109-5ca4-4896-b8e5-fd5a164bbb0f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:24.011377 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-37d2d109-5ca4-4896-b8e5-fd5a164bbb0f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1307521 Sep 10 16:32:24.030862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569b6d7-1115-4c78-bed3-5cc081631907 req-fb5378f4-88ae-4652-bf76-16766b665996 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:24.032351 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0569b6d7-1115-4c78-bed3-5cc081631907 req-fb5378f4-88ae-4652-bf76-16766b665996 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 932 time: 0.0804906 Sep 10 16:32:24.035834 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-267ed774-4efb-46d9-9f72-2ada11799645 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/quotas/81b85c89d1374f9798374b93a72cd845 HTTP/1.1" status: 200 len: 375 time: 0.0182264 Sep 10 16:32:24.099479 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0569b6d7-1115-4c78-bed3-5cc081631907 req-54e66d32-5b03-454b-8a81-b0c74717d8c1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Sep 10 16:32:24.110003 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-adc92888-95f3-4f88-b707-0ad034b81d31 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648985 Sep 10 16:32:24.228476 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-91189b46-aad7-4bde-b1e8-b75bb4f38125 service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103947 Sep 10 16:32:24.240529 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b012a-2ed2-4435-97b4-b15becec505b req-e04ab1a6-c2cc-40ba-85a2-146edb83134b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:24.241909 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd3b012a-2ed2-4435-97b4-b15becec505b req-e04ab1a6-c2cc-40ba-85a2-146edb83134b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0653932 Sep 10 16:32:24.327961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd3b012a-2ed2-4435-97b4-b15becec505b req-9c811b01-ee55-4090-9330-efdb7096c58c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Sep 10 16:32:24.351532 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-43e0155a-fc5b-4fd3-bf3e-cd153f2fca42 service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086900 Sep 10 16:32:24.512015 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a8924102-c182-4fb9-ae91-9440badcc55c req-cf11e27f-5f77-436a-8e3f-d8f47dc847b3 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 210 time: 0.0257466 Sep 10 16:32:24.725309 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7cb9-8e78-4bcc-b097-1db80e736d42 req-c6801a31-1e5d-4c6c-931d-1b31adc360fb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:24.726930 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86ca7cb9-8e78-4bcc-b097-1db80e736d42 req-c6801a31-1e5d-4c6c-931d-1b31adc360fb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0492561 Sep 10 16:32:24.767587 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86ca7cb9-8e78-4bcc-b097-1db80e736d42 req-cfc2a58f-6dec-4098-be80-6f49a00736cb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Sep 10 16:32:24.941338 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:32:25.224483 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859590e-0a22-4a49-9a0c-e1ae3d7c8918 req-c904be8e-dc26-4320-bf52-fa9e5dbcff68 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:25.225926 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e859590e-0a22-4a49-9a0c-e1ae3d7c8918 req-c904be8e-dc26-4320-bf52-fa9e5dbcff68 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 932 time: 0.0548558 Sep 10 16:32:25.262668 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e859590e-0a22-4a49-9a0c-e1ae3d7c8918 req-baa531a8-1151-4261-9a6d-205ae4cff044 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Sep 10 16:32:25.446435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae5597-d698-41e5-b81b-fb9ca87ec99f req-cda36949-86ab-4411-96e7-61dd0699cac6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:25.447957 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-faae5597-d698-41e5-b81b-fb9ca87ec99f req-cda36949-86ab-4411-96e7-61dd0699cac6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Sep 10 16:32:25.489226 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-faae5597-d698-41e5-b81b-fb9ca87ec99f req-5fadd8c3-c67d-4437-bc5a-966660158431 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Sep 10 16:32:25.609080 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b6d1f241-9988-4b2e-9f39-57e93702bfbc req-f548a7b6-db48-4a17-87e1-1de0c775a3f4 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Sep 10 16:32:25.651109 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Request body: {'port': {'device_id': '8ebceff9-730d-481b-8898-1bdc07c62099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:25.701799 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:25.901664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bae627-83a4-4a6d-bdb0-f71d686c0bed req-616bdd8f-0bd7-4868-b916-e137c483cea7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:25.904801 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79bae627-83a4-4a6d-bdb0-f71d686c0bed req-616bdd8f-0bd7-4868-b916-e137c483cea7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0622737 Sep 10 16:32:25.942392 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79bae627-83a4-4a6d-bdb0-f71d686c0bed req-c42f634c-a041-4736-9221-0202a19a61eb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Sep 10 16:32:25.971404 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aabb884-7767-44a7-b126-37192f2c28ef {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:25.978552 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:25.990068 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Transition to ACTIVE for port object 4aabb884-7767-44a7-b126-37192f2c28ef will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:32:25.993628 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:26.043541 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Pushing event updated for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:26.107994 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Attempting to bind port 4aabb884-7767-44a7-b126-37192f2c28ef on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:32:26.108325 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Attempting to bind port 4aabb884-7767-44a7-b126-37192f2c28ef by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:32:26.108649 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Attempting to bind port 4aabb884-7767-44a7-b126-37192f2c28ef on network a7209951-d96e-4220-9413-fdbe802f7626 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:26.113354 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Port 4aabb884-7767-44a7-b126-37192f2c28ef on network a7209951-d96e-4220-9413-fdbe802f7626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:32:26.113672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Attempting to bind port 4aabb884-7767-44a7-b126-37192f2c28ef on network a7209951-d96e-4220-9413-fdbe802f7626 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:26.118335 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:32:26.118663 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Checking segment: {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:26.119043 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Bound using segment: {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:32:26.119489 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Bound port: 4aabb884-7767-44a7-b126-37192f2c28ef, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:32:26.119841 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:26.181850 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:32:26.185224 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=4aabb884-7767-44a7-b126-37192f2c28ef,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:32:26.188906 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:26.223912 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:26.224544 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:26.226088 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] 10.222.0.39 "PUT /v2.0/ports/4aabb884-7767-44a7-b126-37192f2c28ef HTTP/1.1" status: 200 len: 1094 time: 0.5792320 Sep 10 16:32:26.226512 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:26.228749 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5a6a8-a590-428d-8c69-9ee84f41a37f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:26.250498 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2a8c-006e-4e92-ab86-0b62895d6596 service neutron] Pushing event updated for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:26.263700 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef29aa7-ce8d-4f82-835c-b4ae5e2dcf3d x-openstack-request-id: req-2ef29aa7-ce8d-4f82-835c-b4ae5e2dcf3d {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:26.263983 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:26.264231 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ef29aa7-ce8d-4f82-835c-b4ae5e2dcf3d {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:26.264616 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef', 'status': 'completed', 'code': 200} Sep 10 16:32:26.377561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ae60-d4d3-4750-942e-dafa33d09894 req-2e7c2a6f-40ef-43bb-b6a3-ad5b16d9f11f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:26.378937 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9534ae60-d4d3-4750-942e-dafa33d09894 req-2e7c2a6f-40ef-43bb-b6a3-ad5b16d9f11f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0519729 Sep 10 16:32:26.416000 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9534ae60-d4d3-4750-942e-dafa33d09894 req-2e65a461-cd2f-453f-a536-a9817a6298c3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Sep 10 16:32:26.600453 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0e5b-0ffd-4888-b499-47a6d895a706 req-27f720ec-c6c1-4522-9dcb-252579c104cd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:26.601898 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-51ed0e5b-0ffd-4888-b499-47a6d895a706 req-27f720ec-c6c1-4522-9dcb-252579c104cd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0475531 Sep 10 16:32:26.638395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-51ed0e5b-0ffd-4888-b499-47a6d895a706 req-c4c7647d-ba9f-43b0-8ea8-a72d7ce68fb7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Sep 10 16:32:26.725946 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-feb806f2-d013-4e99-9653-e42db15db990 req-38902e69-2d06-4cbb-802d-7bc00f6bc2cb tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 210 time: 0.0280290 Sep 10 16:32:26.844833 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-a1876708-dc0b-4e82-9ce9-b06caae832fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:26.846392 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-a1876708-dc0b-4e82-9ce9-b06caae832fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 1097 time: 0.0453205 Sep 10 16:32:26.971501 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-8e301dec-ae13-4fbb-a39e-77bce6ef709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:26.973255 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-8e301dec-ae13-4fbb-a39e-77bce6ef709b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1190827 Sep 10 16:32:27.083060 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-2d292680-812d-40ed-b503-6f03ac3722e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.084555 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23d5a6a8-a590-428d-8c69-9ee84f41a37f req-2d292680-812d-40ed-b503-6f03ac3722e0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012092 Sep 10 16:32:27.091842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56d93-9fec-4e4d-97d5-dcef2f31103c req-a96c97f9-a646-487f-a2fe-c0c4e4d796de tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.093346 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97f56d93-9fec-4e4d-97d5-dcef2f31103c req-a96c97f9-a646-487f-a2fe-c0c4e4d796de tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0736163 Sep 10 16:32:27.132688 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97f56d93-9fec-4e4d-97d5-dcef2f31103c req-cbf6ecd5-acc0-4b41-ac91-af5596602448 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Sep 10 16:32:27.179382 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-34aee55d-b086-49a2-9e82-ebb3f1194f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.181102 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-34aee55d-b086-49a2-9e82-ebb3f1194f3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 1097 time: 0.0489542 Sep 10 16:32:27.228536 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-07adb2e5-6ad4-412f-be97-89c40a60a5af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aabb884-7767-44a7-b126-37192f2c28ef HTTP/1.1" status: 200 len: 217 time: 0.0383437 Sep 10 16:32:27.283779 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-d558445a-3da8-4299-a0e4-5693776c7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.285114 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-d558445a-3da8-4299-a0e4-5693776c7545 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64cb8011-ec4c-4fa7-a5ea-7c6201620459 HTTP/1.1" status: 200 len: 849 time: 0.0482562 Sep 10 16:32:27.335050 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-dd7e8a64-caec-4c45-b762-4c5466bbccac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7209951-d96e-4220-9413-fdbe802f7626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324225 Sep 10 16:32:27.433014 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-40b2a227-af05-4970-b0de-829cf5c02905 service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Sep 10 16:32:27.543240 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-1c5deebe-178f-4289-8060-b49562974c6e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.544740 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-1c5deebe-178f-4289-8060-b49562974c6e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1420584 Sep 10 16:32:27.548263 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c918ea30-aaba-4078-a123-3e6d55d5cb65 req-94ed6306-bafb-428a-b308-cbe5ac7a3f60 service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050022 Sep 10 16:32:27.567137 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935086b8-0802-42ad-8f8e-6a7cbac047a1 req-d42fab25-4252-41dd-9284-8ba3e8588759 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.569039 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-935086b8-0802-42ad-8f8e-6a7cbac047a1 req-d42fab25-4252-41dd-9284-8ba3e8588759 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0733492 Sep 10 16:32:27.573818 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Request body: {'port': {'device_id': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'admin_state_up': True, 'tenant_id': '81b85c89d1374f9798374b93a72cd845'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:27.670722 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-935086b8-0802-42ad-8f8e-6a7cbac047a1 req-8dbdebc6-45bd-4329-9571-f687b9fffbc7 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Sep 10 16:32:27.755297 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:27.758737 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:27.797872 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf8bf7-e415-4e6c-ae87-388e3dd1b9aa req-a8a97627-8941-4c92-a1ca-07cf38103913 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:27.799684 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d8cf8bf7-e415-4e6c-ae87-388e3dd1b9aa req-a8a97627-8941-4c92-a1ca-07cf38103913 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0829303 Sep 10 16:32:27.869242 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-03e34b95-8dcc-498a-bf7c-df3bb885b340 req-3ff962f9-d339-45c2-a812-a2f50d13c279 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 210 time: 0.0667849 Sep 10 16:32:27.929707 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d8cf8bf7-e415-4e6c-ae87-388e3dd1b9aa req-3d467777-b17d-491d-902e-ddb19197df1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926728 Sep 10 16:32:27.952144 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Allocated IP 172.20.0.2 (1c574a6b-04e5-47d0-9492-8cbe0ac47c6d/b9a5dc7f-12d8-4654-8985-b44dc1807b79/fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:32:28.095452 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:28.132872 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:28.178535 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:32:28.181598 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:28.184086 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:32:28.210571 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event updated for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:28.261884 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:28.262481 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:28.282682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-50293ee0-fc82-4cb5-9136-8df5c71b5f01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126553 Sep 10 16:32:28.290242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695048-bbd1-445e-ac01-0fc221029c7d req-c4213501-2957-449d-847d-9906b382f83c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:28.291644 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2695048-bbd1-445e-ac01-0fc221029c7d req-c4213501-2957-449d-847d-9906b382f83c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0763683 Sep 10 16:32:28.329999 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d2695048-bbd1-445e-ac01-0fc221029c7d req-7a4b5bed-b8fe-4d40-bd19-2219b6f11d83 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Sep 10 16:32:28.792657 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f17079-5aff-48b1-9420-705d42a9593e req-e0539276-6aef-448c-b359-df416705a65b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:28.794118 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73f17079-5aff-48b1-9420-705d42a9593e req-e0539276-6aef-448c-b359-df416705a65b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0551221 Sep 10 16:32:28.831836 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73f17079-5aff-48b1-9420-705d42a9593e req-2dd6ea66-36af-4936-8ea2-ed5f5a6a8f5c tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Sep 10 16:32:28.982090 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163ecdf-d971-48a4-a892-5cf09aa1962d req-d81455cd-5ba4-4344-8d8d-9ed53cf7d4b7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:28.983723 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9163ecdf-d971-48a4-a892-5cf09aa1962d req-d81455cd-5ba4-4344-8d8d-9ed53cf7d4b7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 931 time: 0.0486040 Sep 10 16:32:29.047704 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9163ecdf-d971-48a4-a892-5cf09aa1962d req-64d2cf12-f8b6-4ad6-bd77-9bbee0db4a5a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566983 Sep 10 16:32:29.063609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf2ba1-f37d-46a0-b145-ef4b9dd52c9e req-02baa4d0-5e85-4a67-95a0-b53a7fcc44ba tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:29.065223 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9bf2ba1-f37d-46a0-b145-ef4b9dd52c9e req-02baa4d0-5e85-4a67-95a0-b53a7fcc44ba tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0616310 Sep 10 16:32:29.102344 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f9bf2ba1-f37d-46a0-b145-ef4b9dd52c9e req-da007c39-be49-47ce-9401-5a9944cd3017 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Sep 10 16:32:29.452234 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065608-f836-448c-9ca8-2882d1395d9f req-0ba80728-a489-49df-b2e5-1c2bee4aba1b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:29.454218 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b4065608-f836-448c-9ca8-2882d1395d9f req-0ba80728-a489-49df-b2e5-1c2bee4aba1b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0555968 Sep 10 16:32:29.494446 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b4065608-f836-448c-9ca8-2882d1395d9f req-70789cc5-f54e-4222-991f-857bb17504b5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Sep 10 16:32:29.897680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'c26e4eb6-d177-4521-b28e-b029a12630ab'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:29.944045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f25f3-f737-445c-bfb7-7627c6c809e5 req-2b843805-edb5-4e25-991e-7539adaadf15 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:29.945518 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-912f25f3-f737-445c-bfb7-7627c6c809e5 req-2b843805-edb5-4e25-991e-7539adaadf15 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Sep 10 16:32:29.983099 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-912f25f3-f737-445c-bfb7-7627c6c809e5 req-9e265c06-6049-4fbe-85b2-2409f36e3ad5 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Sep 10 16:32:30.163137 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4e50-6304-4b1a-8149-264b473d9e71 req-1a7adcf1-e82f-4118-918e-79dbf8fc1578 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:30.164621 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d2d4e50-6304-4b1a-8149-264b473d9e71 req-1a7adcf1-e82f-4118-918e-79dbf8fc1578 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 931 time: 0.0486209 Sep 10 16:32:30.230010 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d2d4e50-6304-4b1a-8149-264b473d9e71 req-4997e053-15c8-4ac9-bfc8-ba80857e09f9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Sep 10 16:32:30.241658 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bafe6e-891c-4af7-9464-2a0b0f896ad6 req-f1edeb75-920e-4953-8e8e-a4c7fba107e9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:30.243098 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3bafe6e-891c-4af7-9464-2a0b0f896ad6 req-f1edeb75-920e-4953-8e8e-a4c7fba107e9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0749500 Sep 10 16:32:30.279933 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e3bafe6e-891c-4af7-9464-2a0b0f896ad6 req-fd5d23ea-b314-4833-8880-a4bad1f80ab5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Sep 10 16:32:30.626445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fbec-19b5-4004-bf45-0fa6144e4357 req-25aefc7b-8fa3-4939-95cb-ba84135a943a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:30.627970 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02a9fbec-19b5-4004-bf45-0fa6144e4357 req-25aefc7b-8fa3-4939-95cb-ba84135a943a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0601430 Sep 10 16:32:30.665647 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-02a9fbec-19b5-4004-bf45-0fa6144e4357 req-297b56f4-d2a5-43c7-9553-8059d97101ec tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Sep 10 16:32:30.868050 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Request body: {'port': {'device_id': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:30.926295 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.147869 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0481b-690e-42dd-91de-7a80e817c79b req-cc010d52-b9c3-4a85-afd1-e9c0672db968 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.149327 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ab0481b-690e-42dd-91de-7a80e817c79b req-cc010d52-b9c3-4a85-afd1-e9c0672db968 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0985062 Sep 10 16:32:31.212251 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0ab0481b-690e-42dd-91de-7a80e817c79b req-b6edb014-c7e1-435c-b7ef-a9ed9ce28aa1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Sep 10 16:32:31.250386 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:31.258770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.271377 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Transition to ACTIVE for port object fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:32:31.276329 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.351497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:31.388755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe08f-5fc2-4b8c-a298-4ceaa475cdaf req-b1ef12be-213d-4c39-809b-53ca4df24895 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.390177 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a5fbe08f-5fc2-4b8c-a298-4ceaa475cdaf req-b1ef12be-213d-4c39-809b-53ca4df24895 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 943 time: 0.0894196 Sep 10 16:32:31.495641 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a5fbe08f-5fc2-4b8c-a298-4ceaa475cdaf req-48930c56-cb7a-4352-999a-98306bdfea01 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760562 Sep 10 16:32:31.497347 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Attempting to bind port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:32:31.497715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Attempting to bind port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:32:31.498045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Attempting to bind port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:31.506964 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8f9b1-7349-426e-a9b7-8e3aa511e5be req-31a60ffd-4e62-4598-ae3a-34712db8b1d5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.508440 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eaf8f9b1-7349-426e-a9b7-8e3aa511e5be req-31a60ffd-4e62-4598-ae3a-34712db8b1d5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1275244 Sep 10 16:32:31.511706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:32:31.512099 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Attempting to bind port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:31.522936 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:32:31.523339 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Checking segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:31.523710 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Bound using segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:32:31.524149 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Bound port: fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:32:31.524527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.580335 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eaf8f9b1-7349-426e-a9b7-8e3aa511e5be req-b02cfdbc-b2f5-4b35-9e63-834e9da05b14 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653343 Sep 10 16:32:31.609931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:32:31.612842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:32:31.617476 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.652022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.652616 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:31.653949 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 HTTP/1.1" status: 200 len: 1093 time: 0.7900927 Sep 10 16:32:31.654367 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:31.657570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324048e5-221c-42d0-8e6f-169da7f0bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:31.676938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867e7db-063d-4e03-b217-773ef009b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:31.700323 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403dccc9-2320-4ac4-bad5-ce57a12efe0b x-openstack-request-id: req-403dccc9-2320-4ac4-bad5-ce57a12efe0b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:31.700630 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:31.700876 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-403dccc9-2320-4ac4-bad5-ce57a12efe0b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:31.701268 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', 'status': 'completed', 'code': 200} Sep 10 16:32:31.751441 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-46cc8de4-3bd8-4d17-ab01-582ec69077c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.752846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-46cc8de4-3bd8-4d17-ab01-582ec69077c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 1096 time: 0.0507655 Sep 10 16:32:31.805479 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-1ffb2af9-06a9-47ab-a6b2-98b246ebb006 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 HTTP/1.1" status: 200 len: 217 time: 0.0397651 Sep 10 16:32:31.830777 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a312ae-51fc-4a58-924e-ca13abd06aeb req-977f94fc-7711-4282-8228-dd8b2b698455 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.832369 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7a312ae-51fc-4a58-924e-ca13abd06aeb req-977f94fc-7711-4282-8228-dd8b2b698455 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0957973 Sep 10 16:32:31.890505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-8a7f3961-f492-4a7a-a93b-3e71e47d149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:31.891989 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-8a7f3961-f492-4a7a-a93b-3e71e47d149f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0770609 Sep 10 16:32:31.896997 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b7a312ae-51fc-4a58-924e-ca13abd06aeb req-f1669de4-7963-4ea7-b0dc-c64355a25620 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Sep 10 16:32:31.930254 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-42bef305-b3b1-4ea5-a002-559f7e6c6dcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284472 Sep 10 16:32:32.170062 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f7782-69fa-40c1-b26f-1de5fd8eb392 req-918587a5-c102-4465-9c2a-6c9e91d41f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.172127 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a1f7782-69fa-40c1-b26f-1de5fd8eb392 req-918587a5-c102-4465-9c2a-6c9e91d41f14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0413284 Sep 10 16:32:32.212463 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a1f7782-69fa-40c1-b26f-1de5fd8eb392 req-9f8102d5-4b53-4450-bdb7-f1b3a5a9ff30 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293007 Sep 10 16:32:32.221565 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-5c8240ad-bace-41a5-b507-0dea49296b99 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789962 Sep 10 16:32:32.330316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66c170-6f26-4e52-9cb5-a7ba4d7b71fd req-d8951f9f-cd24-4eb4-8b3d-a0b88b3b4040 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.331863 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea66c170-6f26-4e52-9cb5-a7ba4d7b71fd req-d8951f9f-cd24-4eb4-8b3d-a0b88b3b4040 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0511992 Sep 10 16:32:32.368698 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea66c170-6f26-4e52-9cb5-a7ba4d7b71fd req-5ebdb522-a671-43e5-be3b-90ca12b09a45 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302203 Sep 10 16:32:32.601137 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5c730e2f-d627-470f-aa5a-2761980580f7 req-72b5a136-2906-40af-87e8-01e58ac61114 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077409 Sep 10 16:32:32.631883 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b65aa3-f03a-440b-a8d9-e6f14990e3ec req-176b138b-5c75-441a-b42c-4f2272e7d5e2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.633472 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36b65aa3-f03a-440b-a8d9-e6f14990e3ec req-176b138b-5c75-441a-b42c-4f2272e7d5e2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 943 time: 0.0721376 Sep 10 16:32:32.723157 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-36b65aa3-f03a-440b-a8d9-e6f14990e3ec req-5fce8b46-2a7f-4802-ae83-2458590f77c4 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Sep 10 16:32:32.746226 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bca9f-aafe-4068-9110-776d3878f1c0 req-59dd51c4-108d-4bf1-8673-1fed6132cb36 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.747712 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-190bca9f-aafe-4068-9110-776d3878f1c0 req-59dd51c4-108d-4bf1-8673-1fed6132cb36 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0936377 Sep 10 16:32:32.753935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-54917547-61e1-4ad8-b501-7f0dcfdc8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.755338 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-54917547-61e1-4ad8-b501-7f0dcfdc8259 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 1096 time: 0.0671530 Sep 10 16:32:32.812029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-190bca9f-aafe-4068-9110-776d3878f1c0 req-87c1395d-6a73-4c7c-8832-0b04af82ffb2 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Sep 10 16:32:32.868889 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-a1e8b5a1-76eb-44cc-9c10-38721a70daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.870253 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-a1e8b5a1-76eb-44cc-9c10-38721a70daa5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 915 time: 0.1018884 Sep 10 16:32:32.912486 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-ac852612-8afb-40a9-a5c0-284976dafd49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 HTTP/1.1" status: 200 len: 217 time: 0.0333467 Sep 10 16:32:32.967755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-71d37fa8-9115-41c1-9cb3-3370b8b85c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:32.970256 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-71d37fa8-9115-41c1-9cb3-3370b8b85c79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0487506 Sep 10 16:32:33.019465 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-5e263ac7-46a4-47a8-9073-9853309edf77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392733 Sep 10 16:32:33.059960 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14259-1f0d-4535-9490-9cbab7623859 req-6af672ee-5a4a-4ecb-8f27-43a151605e14 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:33.061419 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7a14259-1f0d-4535-9490-9cbab7623859 req-6af672ee-5a4a-4ecb-8f27-43a151605e14 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0901935 Sep 10 16:32:33.147421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7a14259-1f0d-4535-9490-9cbab7623859 req-ad50cd40-b95c-4d41-92c9-c30d324cdacb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759776 Sep 10 16:32:33.150962 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-3ee81ce9-27c2-47da-bc3c-3f307b8ff476 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213748 Sep 10 16:32:33.264598 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-324048e5-221c-42d0-8e6f-169da7f0bbcd req-150db52c-be02-452d-8669-c32070fe73af service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956905 Sep 10 16:32:33.482163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e150b-f27e-4fb3-9388-43213e9f8ae8 req-33477e42-f9fa-4628-8108-8ed66a0dfed8 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:33.483620 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e3e150b-f27e-4fb3-9388-43213e9f8ae8 req-33477e42-f9fa-4628-8108-8ed66a0dfed8 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 944 time: 0.0479119 Sep 10 16:32:33.520482 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e3e150b-f27e-4fb3-9388-43213e9f8ae8 req-d2b14586-3d60-478c-a0a6-65c8d6568c24 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Sep 10 16:32:33.838448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cee68-c51e-406f-86e8-9ac3a19e8af1 req-fbfddec1-e3c3-49b4-a567-bcfcd47cf43c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:33.840676 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-175cee68-c51e-406f-86e8-9ac3a19e8af1 req-fbfddec1-e3c3-49b4-a567-bcfcd47cf43c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 943 time: 0.0512042 Sep 10 16:32:33.897245 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-175cee68-c51e-406f-86e8-9ac3a19e8af1 req-024db982-2353-4737-91fe-3fe36bebc724 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502944 Sep 10 16:32:33.932077 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbae24-f00c-4668-b3b7-6daaff8afbdc req-1313af11-91f5-429b-8c6e-4058c7b31224 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:33.933461 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95fbae24-f00c-4668-b3b7-6daaff8afbdc req-1313af11-91f5-429b-8c6e-4058c7b31224 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0520175 Sep 10 16:32:33.936037 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 4aabb884-7767-44a7-b126-37192f2c28ef details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:32:33.972370 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95fbae24-f00c-4668-b3b7-6daaff8afbdc req-e6c8625c-f4bd-4ac1-8f33-e43c8f0a8aba tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Sep 10 16:32:34.035061 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=4aabb884-7767-44a7-b126-37192f2c28ef,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:34.047539 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '4aabb884-7767-44a7-b126-37192f2c28ef', 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626', 'port_id': '4aabb884-7767-44a7-b126-37192f2c28ef', 'mac_address': 'fa:16:3e:68:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb8011-ec4c-4fa7-a5ea-7c6201620459', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:32:34.090872 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:34.104088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aabb884-7767-44a7-b126-37192f2c28ef {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:34.123660 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=4aabb884-7767-44a7-b126-37192f2c28ef,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:34.128696 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:34.193826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:34.202378 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.203490 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.204306 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.205036 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.205580 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.205928 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.206472 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.206999 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.207710 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.208043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.208470 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.208812 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:32:34.295671 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18506089-1395-44d9-94b6-566181f3565b req-24db4444-9277-4af5-8bb3-6f6746c2816d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.297346 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18506089-1395-44d9-94b6-566181f3565b req-24db4444-9277-4af5-8bb3-6f6746c2816d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1180582 Sep 10 16:32:34.302548 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-9bc4693c-36d4-47a2-9192-2b3f2edc69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.303964 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-9bc4693c-36d4-47a2-9192-2b3f2edc69d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.1230094 Sep 10 16:32:34.330249 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66aa91-903c-4e78-8550-201eeec31bd9 req-2fb00505-34b9-412a-9f55-4611a3bbd03c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.332216 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a66aa91-903c-4e78-8550-201eeec31bd9 req-2fb00505-34b9-412a-9f55-4611a3bbd03c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0956681 Sep 10 16:32:34.422578 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18506089-1395-44d9-94b6-566181f3565b req-f00c1661-ef7e-40cb-86ff-0d6feecc9dcb tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170287 Sep 10 16:32:34.444029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1a66aa91-903c-4e78-8550-201eeec31bd9 req-f1c272a8-8ab0-490e-aaf6-302801b07056 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026762 Sep 10 16:32:34.461512 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-e27cff87-892f-40b6-a05c-f1121dfc761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.462974 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-e27cff87-892f-40b6-a05c-f1121dfc761c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.1413152 Sep 10 16:32:34.500977 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['4aabb884-7767-44a7-b126-37192f2c28ef'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:34.512494 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-0f66281a-42d2-4ec3-87b6-77d85a2f4b13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.0344014 Sep 10 16:32:34.580154 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-07e5c2d8-a55e-42e0-bac8-7bf310eee3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.582390 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-07e5c2d8-a55e-42e0-bac8-7bf310eee3d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0586262 Sep 10 16:32:34.624769 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-9c5ddfb7-172e-4e60-a3a7-78564a0d104b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293756 Sep 10 16:32:34.761121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6c595-8f72-49ea-9bfd-66c1e56d8bcb req-30339ef3-f5d0-442c-afb9-f69c09fb7332 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.762592 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9be6c595-8f72-49ea-9bfd-66c1e56d8bcb req-30339ef3-f5d0-442c-afb9-f69c09fb7332 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 945 time: 0.1591020 Sep 10 16:32:34.771802 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b4a80-ecfd-4cde-85c8-c4c132ae2558 req-4a5aace5-35c7-4ea2-ad13-c105b63b42a3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:34.773172 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e1b4a80-ecfd-4cde-85c8-c4c132ae2558 req-4a5aace5-35c7-4ea2-ad13-c105b63b42a3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1411812 Sep 10 16:32:34.812241 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-22d644b5-62b7-49c9-9082-9c4800fda702 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690032 Sep 10 16:32:34.856756 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9be6c595-8f72-49ea-9bfd-66c1e56d8bcb req-e5bfda6a-676d-4196-9a49-47a2c9db41e1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826647 Sep 10 16:32:34.863483 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e1b4a80-ecfd-4cde-85c8-c4c132ae2558 req-a76b2ef7-c827-4353-a47e-62797dbe0ac2 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742168 Sep 10 16:32:34.929269 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bced343-3bda-4d4d-adca-58ca62892b18 req-6a13f454-db90-4f05-a7b2-a053c452ccb4 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061425 Sep 10 16:32:35.010243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e65b-6ebc-4691-b937-e58769c5a1a1 req-f24d1fde-644a-4cd7-9901-db1a8fa3d44d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:35.011764 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2df9e65b-6ebc-4691-b937-e58769c5a1a1 req-f24d1fde-644a-4cd7-9901-db1a8fa3d44d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 943 time: 0.0478430 Sep 10 16:32:35.050093 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2df9e65b-6ebc-4691-b937-e58769c5a1a1 req-ba5a0d06-5d0d-4fcc-b774-41a498ece730 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Sep 10 16:32:35.568270 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c80a-a833-4d01-9f5c-ef363acd9811 req-720616e0-e192-4c46-9a04-b1efd6f42a30 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:35.569742 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d504c80a-a833-4d01-9f5c-ef363acd9811 req-720616e0-e192-4c46-9a04-b1efd6f42a30 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0787961 Sep 10 16:32:35.591670 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf85057-667c-482f-8b33-31264b8931f9 req-613ea6ea-cee7-4ba5-a952-4442599200c2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:35.592931 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1cf85057-667c-482f-8b33-31264b8931f9 req-613ea6ea-cee7-4ba5-a952-4442599200c2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0691872 Sep 10 16:32:35.638989 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d504c80a-a833-4d01-9f5c-ef363acd9811 req-64249b11-435c-4738-bdf5-b8eafc187ecc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Sep 10 16:32:35.646587 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1cf85057-667c-482f-8b33-31264b8931f9 req-bf2f633c-d5b0-4845-8ce8-a25b71b4430f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452402 Sep 10 16:32:35.942002 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:32:35.946347 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 4aabb884-7767-44a7-b126-37192f2c28ef up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:32:36.011478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf6fe4-ecc3-427d-9238-2af544f60981 req-e6abbd25-0dda-4ef5-8d6c-680314552d69 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.012998 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80bf6fe4-ecc3-427d-9238-2af544f60981 req-e6abbd25-0dda-4ef5-8d6c-680314552d69 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 945 time: 0.0887384 Sep 10 16:32:36.026380 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0369c9-9a65-4e53-8eac-f4d383eccee6 req-f38cf21e-345e-4537-ba0a-6ef396508404 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.027876 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd0369c9-9a65-4e53-8eac-f4d383eccee6 req-f38cf21e-345e-4537-ba0a-6ef396508404 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0751586 Sep 10 16:32:36.054105 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 4aabb884-7767-44a7-b126-37192f2c28ef completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:32:36.063404 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 4aabb884-7767-44a7-b126-37192f2c28ef triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:32:36.063404 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:36.102539 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80bf6fe4-ecc3-427d-9238-2af544f60981 req-d0cb2bcf-574a-463a-ae31-7fc1820de056 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Sep 10 16:32:36.108081 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd0369c9-9a65-4e53-8eac-f4d383eccee6 req-d0278d3e-f388-4100-a98d-016bde5421d2 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722528 Sep 10 16:32:36.112636 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:36.130939 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'port_id': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', 'mac_address': 'fa:16:3e:81:8a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a5dc7f-12d8-4654-8985-b44dc1807b79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:32:36.200043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:36.218709 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:36.222257 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d6bca-e676-483a-80f8-679b329c5b0c req-af3a11d1-fe16-4fc9-9c1f-5969e9b761f5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.223772 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-345d6bca-e676-483a-80f8-679b329c5b0c req-af3a11d1-fe16-4fc9-9c1f-5969e9b761f5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 943 time: 0.0552294 Sep 10 16:32:36.228691 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:36.251582 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:36.258508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:36.263227 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-345d6bca-e676-483a-80f8-679b329c5b0c req-e212f799-842e-4e7e-ac60-806665b7b280 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Sep 10 16:32:36.266341 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:36.268537 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2484fdd6-4d57-4dd2-b195-cfbaa1d5fd7c" -d '{"events": [{"server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "name": "network-vif-plugged", "status": "completed", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:36.298966 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=4aabb884-7767-44a7-b126-37192f2c28ef,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:36.304600 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:36.309448 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05518d06-6026-4400-87f8-a137aeffc989 x-openstack-request-id: req-05518d06-6026-4400-87f8-a137aeffc989 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:36.309782 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "name": "network-vif-plugged", "status": "completed", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:36.310034 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05518d06-6026-4400-87f8-a137aeffc989 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:36.310429 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef', 'code': 200} Sep 10 16:32:36.329304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:36.389112 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:36.509442 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d31e2-6e8f-4c89-986b-017853da41d1 req-36920536-28b4-4afd-a488-5c9c4fc51fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.510934 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c8d31e2-6e8f-4c89-986b-017853da41d1 req-36920536-28b4-4afd-a488-5c9c4fc51fe9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 1099 time: 0.0440147 Sep 10 16:32:36.557050 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c8d31e2-6e8f-4c89-986b-017853da41d1 req-69f96cb2-2aca-41be-9103-46b264d84313 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Sep 10 16:32:36.702244 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c6fe8-11b0-408f-afce-c746678a06fe req-4a0f79b2-0dc0-4f22-a19a-03a67814710e tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.704878 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca3c6fe8-11b0-408f-afce-c746678a06fe req-4a0f79b2-0dc0-4f22-a19a-03a67814710e tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0543196 Sep 10 16:32:36.749206 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:36.771745 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca3c6fe8-11b0-408f-afce-c746678a06fe req-5ea16b18-be48-47ad-a66d-313afbc8cff2 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563238 Sep 10 16:32:36.780043 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250e71-386e-412c-b164-0c9d32aa0e0c req-a6884209-a961-4129-b1a9-15e9b9a23481 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.782727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c250e71-386e-412c-b164-0c9d32aa0e0c req-a6884209-a961-4129-b1a9-15e9b9a23481 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0756307 Sep 10 16:32:36.827327 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c250e71-386e-412c-b164-0c9d32aa0e0c req-bef9ba78-a72e-4615-bcbc-6748171a5306 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Sep 10 16:32:36.889371 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c399cc-0703-483b-b669-17198896de23 req-add8c323-8482-4c86-ba97-9d983ffcb125 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:36.891562 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97c399cc-0703-483b-b669-17198896de23 req-add8c323-8482-4c86-ba97-9d983ffcb125 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0492830 Sep 10 16:32:36.929232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97c399cc-0703-483b-b669-17198896de23 req-01b4e2a4-ca8b-4bed-9f75-ff6ae529eea0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317557 Sep 10 16:32:37.254099 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1bb61-7fae-4b5c-8730-7639165c4b23 req-8bdc5a40-c66f-4154-9497-f19854b679a3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:37.255575 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-44b1bb61-7fae-4b5c-8730-7639165c4b23 req-8bdc5a40-c66f-4154-9497-f19854b679a3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.0822928 Sep 10 16:32:37.268273 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facda22-6305-425e-830d-a7ba216e3438 req-e6eec692-88b9-4bb3-b6ff-1c04fcb4cbf1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:37.269716 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4facda22-6305-425e-830d-a7ba216e3438 req-e6eec692-88b9-4bb3-b6ff-1c04fcb4cbf1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0669925 Sep 10 16:32:37.324200 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-44b1bb61-7fae-4b5c-8730-7639165c4b23 req-5f0963cb-80c1-4105-9d73-6cc0696cb2af tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535319 Sep 10 16:32:37.330174 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4facda22-6305-425e-830d-a7ba216e3438 req-0be63f93-8b48-4945-b47e-5fb12f6ba15b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537202 Sep 10 16:32:37.425766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a1123-f8bb-4ec8-863d-ae63f84ff907 req-54086958-1a40-4472-901a-6a621665384a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:37.427220 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-079a1123-f8bb-4ec8-863d-ae63f84ff907 req-54086958-1a40-4472-901a-6a621665384a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 944 time: 0.0477085 Sep 10 16:32:37.466360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-079a1123-f8bb-4ec8-863d-ae63f84ff907 req-36198f4c-5b33-49db-80b9-d11231e0a839 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Sep 10 16:32:37.892021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d21a52-ade0-4063-9c40-97a1924715f9 req-3dc267fb-a526-4146-906c-6b7742c8bcfe tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:37.893512 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f1d21a52-ade0-4063-9c40-97a1924715f9 req-3dc267fb-a526-4146-906c-6b7742c8bcfe tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0510538 Sep 10 16:32:37.955103 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f1d21a52-ade0-4063-9c40-97a1924715f9 req-d9a8520b-82a9-49b9-9bd4-95076c9a6ee7 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516644 Sep 10 16:32:37.963488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104b0af-66c1-4667-ad5e-b255465870bf req-263a6526-a960-43e2-ba95-37521920cf42 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:37.964908 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1104b0af-66c1-4667-ad5e-b255465870bf req-263a6526-a960-43e2-ba95-37521920cf42 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0694656 Sep 10 16:32:38.009486 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1104b0af-66c1-4667-ad5e-b255465870bf req-26c18716-759e-46cd-9c87-ce7a73b276ce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Sep 10 16:32:38.070379 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95ecf-8ce6-4f61-84da-bcef54fdf794 req-47fae924-fc04-45df-816e-aed1e0b0efc9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:38.076864 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-43e95ecf-8ce6-4f61-84da-bcef54fdf794 req-47fae924-fc04-45df-816e-aed1e0b0efc9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0559063 Sep 10 16:32:38.115052 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-43e95ecf-8ce6-4f61-84da-bcef54fdf794 req-ab068ed0-afb3-4441-bb7c-19b5e19d8624 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352743 Sep 10 16:32:38.481587 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686d464-2935-481d-9c04-bb8924900e82 req-4efd479e-d0e8-4afd-9ff8-87408e2e3116 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:38.483352 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b686d464-2935-481d-9c04-bb8924900e82 req-4efd479e-d0e8-4afd-9ff8-87408e2e3116 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.0869248 Sep 10 16:32:38.491983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba43f-b5c6-4f6a-bf18-dc450525ad5e req-5b1a14da-2688-47c8-a667-576c7d1aa797 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:38.493398 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eadba43f-b5c6-4f6a-bf18-dc450525ad5e req-5b1a14da-2688-47c8-a667-576c7d1aa797 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0872157 Sep 10 16:32:38.553852 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b686d464-2935-481d-9c04-bb8924900e82 req-b4955faa-70ac-42ab-972e-247522be107b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594771 Sep 10 16:32:38.556895 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eadba43f-b5c6-4f6a-bf18-dc450525ad5e req-1fc5deb0-a550-40d2-97f2-ed683917a984 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561178 Sep 10 16:32:38.854580 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5ba99-99fc-4de4-8c20-ccd279d37d62 req-fce0c6e4-38af-40ec-8c04-5134a6fa02d0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:38.856089 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5bf5ba99-99fc-4de4-8c20-ccd279d37d62 req-fce0c6e4-38af-40ec-8c04-5134a6fa02d0 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 944 time: 0.2389541 Sep 10 16:32:38.895118 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5bf5ba99-99fc-4de4-8c20-ccd279d37d62 req-3d533815-f66d-46e0-9915-ffe480e35a38 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Sep 10 16:32:39.072340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3a63d-0724-4f10-aa4d-128f4422cb24 req-579a4653-468e-4c54-adf5-8f373bc147fb tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.073942 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-63a3a63d-0724-4f10-aa4d-128f4422cb24 req-579a4653-468e-4c54-adf5-8f373bc147fb tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0528424 Sep 10 16:32:39.113086 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-63a3a63d-0724-4f10-aa4d-128f4422cb24 req-a593a911-e3cb-4ae3-9f0d-f6aaebfa5052 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Sep 10 16:32:39.243911 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1f5d7-ab0b-43ca-8f48-f88d4fc959e6 req-54a7d3ed-665a-4653-8387-3527aa642a8d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.245545 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07f1f5d7-ab0b-43ca-8f48-f88d4fc959e6 req-54a7d3ed-665a-4653-8387-3527aa642a8d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0610576 Sep 10 16:32:39.285197 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07f1f5d7-ab0b-43ca-8f48-f88d4fc959e6 req-34d0ed8f-9f1b-40ba-87bd-1d8e2d991172 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Sep 10 16:32:39.353004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed6360-ed60-443a-9487-3d3eb4578e27 req-1f3e5db5-e9b3-4ebb-85af-7452204241eb tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.354481 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aeed6360-ed60-443a-9487-3d3eb4578e27 req-1f3e5db5-e9b3-4ebb-85af-7452204241eb tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.0554583 Sep 10 16:32:39.392410 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aeed6360-ed60-443a-9487-3d3eb4578e27 req-2a20c4b6-b40f-4d82-8535-1f7ea5f56c5f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 10 16:32:39.470022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74fb09-bbca-4c48-bebe-15ce2b7c6ec0 req-56b1c51f-97ee-486b-8974-5d434b86b5b1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.471451 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de74fb09-bbca-4c48-bebe-15ce2b7c6ec0 req-56b1c51f-97ee-486b-8974-5d434b86b5b1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0467498 Sep 10 16:32:39.507299 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de74fb09-bbca-4c48-bebe-15ce2b7c6ec0 req-5399e79c-76fa-4eb1-8fcc-bc2d1933a5ef tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300555 Sep 10 16:32:39.595533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-1fa47f2d-177b-4718-afb8-d016976a8c33 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.597054 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-1fa47f2d-177b-4718-afb8-d016976a8c33 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 946 time: 0.0535421 Sep 10 16:32:39.715626 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f9ac-288d-4de3-bd4f-a5bebbaf0b19 req-47bbdac7-96c2-442a-95da-c3fb62dcfebc tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:39.717092 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e230f9ac-288d-4de3-bd4f-a5bebbaf0b19 req-47bbdac7-96c2-442a-95da-c3fb62dcfebc tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0841982 Sep 10 16:32:39.759974 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Deleting port 02cd465b-f242-40cf-a80f-d3164471c938 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:32:39.760362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:39.790142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e230f9ac-288d-4de3-bd4f-a5bebbaf0b19 req-36ad8184-b0b3-459d-97f8-e678488da5fc tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649061 Sep 10 16:32:39.869045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] For port 02cd465b-f242-40cf-a80f-d3164471c938, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=02cd465b-f242-40cf-a80f-d3164471c938,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:39.869411 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:39.881221 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Calling delete_port for 02cd465b-f242-40cf-a80f-d3164471c938 owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:32:39.945164 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:32:40.000289 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:32:40.004855 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:32:40.005254 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:40.042709 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:40.054549 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['02cd465b-f242-40cf-a80f-d3164471c938'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:40.057755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55f41-acc1-460d-8256-375d8287e149 req-719877bd-c524-4240-851f-083eeebd12dd tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:40.059272 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6c55f41-acc1-460d-8256-375d8287e149 req-719877bd-c524-4240-851f-083eeebd12dd tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 944 time: 0.0746751 Sep 10 16:32:40.086637 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Pushing event deleted for resources: {'Port': ['ID=02cd465b-f242-40cf-a80f-d3164471c938,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:40.109552 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:40.132136 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:40.134612 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6e162-ce69-423f-8630-91ef7d2f174b" -d '{"events": [{"server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "name": "network-vif-plugged", "status": "completed", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:40.148610 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] No DVR routers for this DVR port 02cd465b-f242-40cf-a80f-d3164471c938 on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:32:40.148738 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:40.153050 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:40.157596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:40.159583 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-98356549-087f-4531-b1c9-4f47e8a73f48 req-aa9ef485-c075-468c-929f-ea2b80941175 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "DELETE /v2.0/ports/02cd465b-f242-40cf-a80f-d3164471c938 HTTP/1.1" status: 204 len: 173 time: 0.5520437 Sep 10 16:32:40.160290 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'name': 'network-vif-deleted', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:40.162747 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e189c4-a46a-4d22-a8bc-f571b53eb4b9" -d '{"events": [{"server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "name": "network-vif-deleted", "tag": "02cd465b-f242-40cf-a80f-d3164471c938"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:40.169286 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6c55f41-acc1-460d-8256-375d8287e149 req-79336ff9-b5ab-4561-b2bb-ff2ba4c16c8d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845687 Sep 10 16:32:40.223250 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:40.224029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-612c6c97-fdfd-4a8b-a2f9-e62d72f36a05 req-15d8f8dd-f76a-4809-9e99-20594fef78c3 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa4d7f6c-38c0-4832-ac81-866e09512954 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Sep 10 16:32:40.235156 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d7453f-c8b8-4402-82cc-7eac67df146f x-openstack-request-id: req-61d7453f-c8b8-4402-82cc-7eac67df146f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:40.235530 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "name": "network-vif-plugged", "status": "completed", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:40.235796 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61d7453f-c8b8-4402-82cc-7eac67df146f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:40.236218 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', 'code': 200} Sep 10 16:32:40.279005 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939cb62-20e3-438f-8402-b53c224dc8ec x-openstack-request-id: req-c939cb62-20e3-438f-8402-b53c224dc8ec {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:40.279329 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4d7f6c-38c0-4832-ac81-866e09512954", "name": "network-vif-deleted", "tag": "02cd465b-f242-40cf-a80f-d3164471c938", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:40.279583 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c939cb62-20e3-438f-8402-b53c224dc8ec {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:40.279978 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4d7f6c-38c0-4832-ac81-866e09512954', 'name': 'network-vif-deleted', 'tag': '02cd465b-f242-40cf-a80f-d3164471c938', 'status': 'completed', 'code': 200} Sep 10 16:32:40.437938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709617b-d158-4387-bd61-b4ce90cb9d71 req-4046de54-a483-4635-8d36-db6375d904c8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:40.439522 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9709617b-d158-4387-bd61-b4ce90cb9d71 req-4046de54-a483-4635-8d36-db6375d904c8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0767429 Sep 10 16:32:40.449139 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50626a-59c4-4ae0-a8ad-3d9fb5e49478 req-1ed54635-3cb2-45e2-a4f9-0c6c44d5ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:40.450549 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ee50626a-59c4-4ae0-a8ad-3d9fb5e49478 req-1ed54635-3cb2-45e2-a4f9-0c6c44d5ddad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 1098 time: 0.0587990 Sep 10 16:32:40.525373 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9709617b-d158-4387-bd61-b4ce90cb9d71 req-cdb9ee44-b12a-4e83-b484-c6be230e2680 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796847 Sep 10 16:32:40.535116 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ee50626a-59c4-4ae0-a8ad-3d9fb5e49478 req-202f2428-3d61-4c1d-a16b-e9c8c6d18ede service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718584 Sep 10 16:32:40.545419 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447b97-bcc9-4b28-81bd-377e87cfc883 req-d07f0b2f-55ca-42ac-aae5-ff1e4253fbff tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:40.547620 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b447b97-bcc9-4b28-81bd-377e87cfc883 req-d07f0b2f-55ca-42ac-aae5-ff1e4253fbff tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.0833509 Sep 10 16:32:40.587167 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b447b97-bcc9-4b28-81bd-377e87cfc883 req-1260ecdd-1eaf-40eb-b7e7-8ecc73151606 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Sep 10 16:32:40.913193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a817f3-e3b7-4622-a4d3-d4265a2eeee0 req-92551174-c447-423f-b33e-8fa296bf2821 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:40.914675 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6a817f3-e3b7-4622-a4d3-d4265a2eeee0 req-92551174-c447-423f-b33e-8fa296bf2821 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0478346 Sep 10 16:32:40.953822 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6a817f3-e3b7-4622-a4d3-d4265a2eeee0 req-24f27f0f-2e84-4b66-8440-9a27f952079a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Sep 10 16:32:41.284975 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099339d-e646-49e9-8658-e86e6ae30aad req-c792181d-c614-414b-89b5-8ebf2ffb0a8b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:41.286539 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1099339d-e646-49e9-8658-e86e6ae30aad req-c792181d-c614-414b-89b5-8ebf2ffb0a8b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Sep 10 16:32:41.330482 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1099339d-e646-49e9-8658-e86e6ae30aad req-3c3950e1-8dea-4b63-8b27-eb77fea0f692 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Sep 10 16:32:41.642274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586824-f694-4dd3-94dc-cc0206ba9d67 req-1763add0-cb3c-4b8a-83cf-33025609eba2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:41.643949 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d586824-f694-4dd3-94dc-cc0206ba9d67 req-1763add0-cb3c-4b8a-83cf-33025609eba2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0482638 Sep 10 16:32:41.743556 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6d586824-f694-4dd3-94dc-cc0206ba9d67 req-2ac10a1d-132b-43ba-bccc-5dccd618176a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937700 Sep 10 16:32:41.770058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-a2e89249-b548-438b-87bf-5fc6120686e7 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:41.771584 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-a2e89249-b548-438b-87bf-5fc6120686e7 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.0602262 Sep 10 16:32:41.779129 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690730c-ff9a-4957-ae6b-b58339723506 req-808229b8-7d8b-4ef0-b70c-a5ccdda86b08 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:41.781127 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3690730c-ff9a-4957-ae6b-b58339723506 req-808229b8-7d8b-4ef0-b70c-a5ccdda86b08 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.1251211 Sep 10 16:32:41.821062 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3690730c-ff9a-4957-ae6b-b58339723506 req-f78ef8eb-df31-4d39-a0fb-105b188ee9e3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Sep 10 16:32:42.064809 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af744702-f1fe-4ee1-a3b0-9b92eb76388c req-f6b9ee1c-122b-4e6e-8274-efdaabeb04aa tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:42.066194 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af744702-f1fe-4ee1-a3b0-9b92eb76388c req-f6b9ee1c-122b-4e6e-8274-efdaabeb04aa tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0473967 Sep 10 16:32:42.103626 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af744702-f1fe-4ee1-a3b0-9b92eb76388c req-62135f29-e2dd-4b31-a1d6-013109b0c8c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315008 Sep 10 16:32:42.454169 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357f75-7431-4937-83af-edc74be9d8e6 req-cf790a4c-64d3-44eb-bab8-e760db6cad4d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:42.455664 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2357f75-7431-4937-83af-edc74be9d8e6 req-cf790a4c-64d3-44eb-bab8-e760db6cad4d tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0521810 Sep 10 16:32:42.493377 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f2357f75-7431-4937-83af-edc74be9d8e6 req-4fbde7fd-ca84-48ac-b744-b4c438c737a1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Sep 10 16:32:42.802938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Deleting port 4aabb884-7767-44a7-b126-37192f2c28ef {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:32:42.803318 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:42.939877 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1a53-a677-45cc-b1be-ac8c5f588c09 req-2e5c0bb3-1654-4a28-8ed4-3bc00a2625d6 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:42.941297 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de3b1a53-a677-45cc-b1be-ac8c5f588c09 req-2e5c0bb3-1654-4a28-8ed4-3bc00a2625d6 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.1245992 Sep 10 16:32:42.955993 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] For port 4aabb884-7767-44a7-b126-37192f2c28ef, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=4aabb884-7767-44a7-b126-37192f2c28ef,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:42.956353 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:42.989187 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Calling delete_port for 4aabb884-7767-44a7-b126-37192f2c28ef owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:32:43.004013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8904-47a4-4747-babf-91ccbfe406b4 req-cc83df47-1d21-42da-b4cc-6b80d975efe3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:43.005463 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53ed8904-47a4-4747-babf-91ccbfe406b4 req-cc83df47-1d21-42da-b4cc-6b80d975efe3 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 946 time: 0.1165495 Sep 10 16:32:43.036108 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de3b1a53-a677-45cc-b1be-ac8c5f588c09 req-16b4fff6-c839-4ee4-85df-79e3839d2d16 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876560 Sep 10 16:32:43.087136 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53ed8904-47a4-4747-babf-91ccbfe406b4 req-6fef433f-5b1e-492c-9f81-33b77087d4d4 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715139 Sep 10 16:32:43.167926 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:43.216575 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Pushing event deleted for resources: {'Port': ['ID=4aabb884-7767-44a7-b126-37192f2c28ef,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:43.259277 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] No DVR routers for this DVR port 4aabb884-7767-44a7-b126-37192f2c28ef on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:32:43.262081 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:43.264021 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da52b3ff-a2c1-4a8f-900b-eafb6f2c3327 req-3125802e-f147-4d7c-87c8-931bf971eea9 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "DELETE /v2.0/ports/4aabb884-7767-44a7-b126-37192f2c28ef HTTP/1.1" status: 204 len: 173 time: 0.5451639 Sep 10 16:32:43.264449 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'name': 'network-vif-deleted', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:43.267427 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f36188-6612-425d-a76c-eaca84a99900" -d '{"events": [{"server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "name": "network-vif-deleted", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:43.280422 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04404af-a1fa-4069-beea-7a288d5a02ae req-1c20bd3b-2c85-41d6-87d1-4723fca262f7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:43.281899 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e04404af-a1fa-4069-beea-7a288d5a02ae req-1c20bd3b-2c85-41d6-87d1-4723fca262f7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1121945 Sep 10 16:32:43.304105 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3e3ec-e357-4ae3-b048-7b9d5322b9ae x-openstack-request-id: req-11d3e3ec-e357-4ae3-b048-7b9d5322b9ae {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:43.304391 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebceff9-730d-481b-8898-1bdc07c62099", "name": "network-vif-deleted", "tag": "4aabb884-7767-44a7-b126-37192f2c28ef", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:43.304640 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11d3e3ec-e357-4ae3-b048-7b9d5322b9ae {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:43.305062 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebceff9-730d-481b-8898-1bdc07c62099', 'name': 'network-vif-deleted', 'tag': '4aabb884-7767-44a7-b126-37192f2c28ef', 'status': 'completed', 'code': 200} Sep 10 16:32:43.322889 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e04404af-a1fa-4069-beea-7a288d5a02ae req-c5e91c45-448b-488e-999a-1295fa88da37 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347190 Sep 10 16:32:43.608199 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45366739-5f3b-47e7-a7b7-d88361c97a11 req-612c701c-292b-48a8-a556-cd2543adef2b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:43.610129 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45366739-5f3b-47e7-a7b7-d88361c97a11 req-612c701c-292b-48a8-a556-cd2543adef2b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0509510 Sep 10 16:32:43.646565 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45366739-5f3b-47e7-a7b7-d88361c97a11 req-809d0d33-5932-48d9-bd56-4b49b62b4229 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Sep 10 16:32:44.153520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc4954-7dca-4c2a-bf77-6dba4db08f50 req-6324c19d-9c20-4fb9-bdaf-ad9e1f989485 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:44.154988 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdbc4954-7dca-4c2a-bf77-6dba4db08f50 req-6324c19d-9c20-4fb9-bdaf-ad9e1f989485 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0481250 Sep 10 16:32:44.189723 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e8f6165-5de8-4fa2-b37e-a56b41ceba65 req-cae5c437-a877-4634-a296-6edd453fb1e7 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ebceff9-730d-481b-8898-1bdc07c62099 HTTP/1.1" status: 200 len: 210 time: 0.0332885 Sep 10 16:32:44.208665 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdbc4954-7dca-4c2a-bf77-6dba4db08f50 req-1d5724f2-138b-4ff0-9a05-8a4f0c6ad7bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Sep 10 16:32:44.438751 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b29db-945a-4704-9d60-60f61a48a266 req-720b072f-7a14-4e4f-b38d-db689ebf0928 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:44.440198 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-165b29db-945a-4704-9d60-60f61a48a266 req-720b072f-7a14-4e4f-b38d-db689ebf0928 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0505960 Sep 10 16:32:44.475909 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-165b29db-945a-4704-9d60-60f61a48a266 req-740f7b29-9c66-44f8-be7f-dcc1560ce8e6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299037 Sep 10 16:32:44.542074 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['4aabb884-7767-44a7-b126-37192f2c28ef'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:44.564785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 02cd465b-f242-40cf-a80f-d3164471c938 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:32:44.584856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 02cd465b-f242-40cf-a80f-d3164471c938 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:32:44.585201 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 02cd465b-f242-40cf-a80f-d3164471c938 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:32:44.758111 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aca04-4277-4bd7-9790-31ea3c2a5432 req-d442a150-5b1c-4838-8935-4ed45c3bf482 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:44.759592 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-954aca04-4277-4bd7-9790-31ea3c2a5432 req-d442a150-5b1c-4838-8935-4ed45c3bf482 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Sep 10 16:32:44.797170 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-954aca04-4277-4bd7-9790-31ea3c2a5432 req-aadfbcd9-0776-45b8-9c70-1c5abf89ebd9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Sep 10 16:32:45.328411 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600017c2-55aa-4324-8cea-b75ed935ce91 req-3884cc0d-3e22-46f4-819d-1424c4ad0bab tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:45.329900 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-600017c2-55aa-4324-8cea-b75ed935ce91 req-3884cc0d-3e22-46f4-819d-1424c4ad0bab tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0486045 Sep 10 16:32:45.413140 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-600017c2-55aa-4324-8cea-b75ed935ce91 req-68f47c9b-cbdd-47ca-afba-61f97a470549 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762842 Sep 10 16:32:45.479464 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-b80379eb-0565-492e-b6e6-439e10c4958c tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:45.480892 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-b80379eb-0565-492e-b6e6-439e10c4958c tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/networks?id=a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 200 len: 809 time: 0.1305528 Sep 10 16:32:45.495623 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-64e6e568-f562-4d1c-9921-bf6aa6e0bceb tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/quotas/9f44fe43899d48c8a26f0f6fd1970f0e HTTP/1.1" status: 200 len: 375 time: 0.0085113 Sep 10 16:32:45.525553 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-d8251ae0-5413-44ef-a127-5766bb6be5ed tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247085 Sep 10 16:32:45.647865 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395156af-c038-4093-9788-7517f829de1e req-d61892ae-8772-4e2f-9407-6bc8e47655e6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:45.649341 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-395156af-c038-4093-9788-7517f829de1e req-d61892ae-8772-4e2f-9407-6bc8e47655e6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1060364 Sep 10 16:32:45.666364 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-c6081e9c-64de-4306-9ce0-e2cb2d5037cc service neutron] 10.222.0.23 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331434 Sep 10 16:32:45.719313 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-395156af-c038-4093-9788-7517f829de1e req-655effb5-b7df-49b7-a908-096f4618dd73 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608499 Sep 10 16:32:45.777661 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-11feae64-45f0-44b0-879a-36ff686e9d12 service neutron] 10.222.0.23 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Sep 10 16:32:45.919051 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e0cda-41af-49f0-ab8a-f553c8989d3c req-3adb7b71-1ec6-43a4-a286-4092709d2245 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:45.920565 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-230e0cda-41af-49f0-ab8a-f553c8989d3c req-3adb7b71-1ec6-43a4-a286-4092709d2245 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0551116 Sep 10 16:32:45.951942 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c6b7b21-aabf-4c30-973a-fe4b2bf08ce6 req-23dcd4b7-c1f0-4547-9b9a-8a6121642823 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 210 time: 0.0303376 Sep 10 16:32:45.981234 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-230e0cda-41af-49f0-ab8a-f553c8989d3c req-ebb86ae9-aed2-465f-b551-e95c59a8d5e4 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Sep 10 16:32:46.537686 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:32:46.552057 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc50286-d865-4fb2-9a6e-933dbdddbc76 req-157dc746-f28a-498e-88a9-4888fd0e83b7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:46.553672 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bc50286-d865-4fb2-9a6e-933dbdddbc76 req-157dc746-f28a-498e-88a9-4888fd0e83b7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0659385 Sep 10 16:32:46.597257 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9bc50286-d865-4fb2-9a6e-933dbdddbc76 req-0a6c8917-c6bb-4460-aa92-7f4b5a2c9593 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 Sep 10 16:32:46.645853 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:46.658027 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '6547c152-dbaf-48f4-9902-f846b17ac038', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:32:46.695738 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:46.708975 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:46.728811 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:46.732539 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:46.783006 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=6']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:46.841527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69e876-5eac-438a-8b3b-707d866748dc req-3dbf388d-90bc-4965-a7ae-f28e1caf6eb0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:46.843644 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd69e876-5eac-438a-8b3b-707d866748dc req-3dbf388d-90bc-4965-a7ae-f28e1caf6eb0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0537055 Sep 10 16:32:46.872999 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['6547c152-dbaf-48f4-9902-f846b17ac038'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:46.899418 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dd69e876-5eac-438a-8b3b-707d866748dc req-50e18d54-5caa-4fbd-a069-19144fcc8b93 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Sep 10 16:32:47.097517 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e6b82b22-e98a-4d65-a8c0-41fa0c927376 req-08d91d98-6219-4b69-94bb-4332422e3fb0 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 210 time: 0.0686359 Sep 10 16:32:47.147612 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-1579e189-5ce8-4dfe-b367-4ca9bd2120ec tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:47.149126 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-1579e189-5ce8-4dfe-b367-4ca9bd2120ec tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "GET /v2.0/networks?id=a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 200 len: 809 time: 0.1748531 Sep 10 16:32:47.179914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Request body: {'port': {'device_id': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626', 'admin_state_up': True, 'tenant_id': '9f44fe43899d48c8a26f0f6fd1970f0e'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:47.289859 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Made reservation on behalf of 9f44fe43899d48c8a26f0f6fd1970f0e for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:47.293448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:47.430059 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Allocated IP 172.20.0.9 (a7209951-d96e-4220-9413-fdbe802f7626/64cb8011-ec4c-4fa7-a5ea-7c6201620459/1485ff50-c056-4cff-ac42-096e1e02602a) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:32:47.613791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:47.630722 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afc6af-f4b5-45fe-9d7b-ae51fb374343 req-ce1ffde2-2ba6-4b90-81a5-a81933aae565 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:47.632245 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-26afc6af-f4b5-45fe-9d7b-ae51fb374343 req-ce1ffde2-2ba6-4b90-81a5-a81933aae565 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0819814 Sep 10 16:32:47.684370 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-26afc6af-f4b5-45fe-9d7b-ae51fb374343 req-62edc99b-4443-4611-8726-df3902a8bc52 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Sep 10 16:32:47.692627 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:47.726151 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0ee5c048-701c-4d92-b917-f81e4c683022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:47.750071 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Network a7209951-d96e-4220-9413-fdbe802f7626 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:32:47.753182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:47.759024 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:32:47.797021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Pushing event updated for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:47.845160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:47.845869 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:47.864762 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1283-b89e-4a96-89ec-923b9160211e req-f0551802-a5c4-418f-8377-d4d9a4a4145c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:47.866167 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76cd1283-b89e-4a96-89ec-923b9160211e req-f0551802-a5c4-418f-8377-d4d9a4a4145c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.1108742 Sep 10 16:32:47.872249 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-3028db62-ac43-4d80-925a-cd9e3b31d106 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966059 Sep 10 16:32:47.903616 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76cd1283-b89e-4a96-89ec-923b9160211e req-bf52092a-d656-4da5-9914-75c63a63b40f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303442 Sep 10 16:32:48.007388 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d311c1-6d54-4ced-9f6b-4d0236324b7c req-b765c1dc-93a7-4f4c-b647-775b113ec932 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:48.008875 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-92d311c1-6d54-4ced-9f6b-4d0236324b7c req-b765c1dc-93a7-4f4c-b647-775b113ec932 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0471816 Sep 10 16:32:48.046090 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-92d311c1-6d54-4ced-9f6b-4d0236324b7c req-0ea4425f-c0e5-47a6-8914-8dec52ea0328 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Sep 10 16:32:48.214690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cf972-b52f-4bf4-a5da-c2cb547ea8ee req-5aed3cbe-3c1a-4963-a310-fd45792a1015 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:48.216139 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f6cf972-b52f-4bf4-a5da-c2cb547ea8ee req-5aed3cbe-3c1a-4963-a310-fd45792a1015 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 931 time: 0.0505507 Sep 10 16:32:48.251985 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6f6cf972-b52f-4bf4-a5da-c2cb547ea8ee req-64257b53-8b14-427c-b2e2-f6430199eb21 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294111 Sep 10 16:32:48.810238 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b58a-f06f-4976-9ccc-1c70dee30217 req-f51340b3-18da-4d1a-a7cd-b07f7d9e0a11 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:48.812263 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8c93b58a-f06f-4976-9ccc-1c70dee30217 req-f51340b3-18da-4d1a-a7cd-b07f7d9e0a11 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Sep 10 16:32:48.848393 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8c93b58a-f06f-4976-9ccc-1c70dee30217 req-bc403b64-4e33-43e3-8d1a-3ebbafe0b4c5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300696 Sep 10 16:32:49.021001 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b8bc9-da17-4825-8bc1-af9649065dea req-53f6b6d3-cc7d-464b-8259-dd7b1dc2fdba tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:49.022435 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-898b8bc9-da17-4825-8bc1-af9649065dea req-53f6b6d3-cc7d-464b-8259-dd7b1dc2fdba tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0475380 Sep 10 16:32:49.058955 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-898b8bc9-da17-4825-8bc1-af9649065dea req-f36a86fc-deea-4a64-aac1-e66ce051043d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304527 Sep 10 16:32:49.165316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7d857-709e-4b6a-89f3-b776c7d844cf req-07d8f5ba-e3cd-4648-a99d-95e7f1e2be64 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:49.166715 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4a7d857-709e-4b6a-89f3-b776c7d844cf req-07d8f5ba-e3cd-4648-a99d-95e7f1e2be64 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Sep 10 16:32:49.203232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4a7d857-709e-4b6a-89f3-b776c7d844cf req-03923fb3-a52b-4c6e-97e9-5085e7234edd tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297034 Sep 10 16:32:49.361021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73157dfb-02de-4a22-9f1a-c078ebeed452 req-2e69cafd-259b-4676-b5df-e0a00a387a58 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:49.362461 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73157dfb-02de-4a22-9f1a-c078ebeed452 req-2e69cafd-259b-4676-b5df-e0a00a387a58 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 931 time: 0.0469968 Sep 10 16:32:49.399096 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-73157dfb-02de-4a22-9f1a-c078ebeed452 req-8e16899a-6c99-48a0-ac12-7007dab5521a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Sep 10 16:32:49.959451 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be1bb-de82-4c51-9fc6-698336981c44 req-045d26d0-b974-4a56-a8a3-68cc3f3c7acd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:49.961143 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c55be1bb-de82-4c51-9fc6-698336981c44 req-045d26d0-b974-4a56-a8a3-68cc3f3c7acd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0472827 Sep 10 16:32:49.998777 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c55be1bb-de82-4c51-9fc6-698336981c44 req-a960e8a3-c84d-485e-b365-6f460ae00775 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Sep 10 16:32:50.024740 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a85af14-aa02-4d5a-b03b-55e086fd5b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.178120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f9920-6de5-4ddb-9ed1-fd80d2a26827 req-e4051148-a371-4a6d-a29b-1b285c8f4d67 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.179507 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-357f9920-6de5-4ddb-9ed1-fd80d2a26827 req-e4051148-a371-4a6d-a29b-1b285c8f4d67 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0505860 Sep 10 16:32:50.215463 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-357f9920-6de5-4ddb-9ed1-fd80d2a26827 req-10f81e3f-7532-44d6-abe3-50d1c8367d15 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302346 Sep 10 16:32:50.316145 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f62f6-951f-42a7-b0d0-42a41ed04087 req-84208cf2-9f6e-4127-9098-178e6279683b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.317583 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-031f62f6-951f-42a7-b0d0-42a41ed04087 req-84208cf2-9f6e-4127-9098-178e6279683b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0467193 Sep 10 16:32:50.354211 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-031f62f6-951f-42a7-b0d0-42a41ed04087 req-451b6a2a-fc67-4fd9-aa34-fac90cb9b232 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309129 Sep 10 16:32:50.365557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Request body: {'port': {'device_id': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:50.378325 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:32:50.414667 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.461294 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.462082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-a93e841a-e7e0-4f2a-bf38-94c5792d4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.463685 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-a93e841a-e7e0-4f2a-bf38-94c5792d4935 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0511596 Sep 10 16:32:50.476009 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 6547c152-dbaf-48f4-9902-f846b17ac038 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:32:50.476596 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.571134 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c49c3-4a51-4782-a5a2-feb1c95b2b5e req-72890d1c-e462-4e6e-be97-f6db1802822a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.572643 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-257c49c3-4a51-4782-a5a2-feb1c95b2b5e req-72890d1c-e462-4e6e-be97-f6db1802822a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 931 time: 0.0945148 Sep 10 16:32:50.623354 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.623513 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-a38e113b-cbdc-491e-8ee0-1184b95c9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.623513 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-a38e113b-cbdc-491e-8ee0-1184b95c9855 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.1431992 Sep 10 16:32:50.662934 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:50.666750 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4951e9d-d538-48a9-85ec-19dee4cd5dce" -d '{"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:50.688310 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-0cb37a9d-fc9d-4593-b267-60b1e0efbe69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.0498021 Sep 10 16:32:50.691239 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:50.698239 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.699411 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 4aabb884-7767-44a7-b126-37192f2c28ef no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:32:50.777318 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-29ab4687-ac36-43c7-8295-86fafe9f4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:50.778764 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-29ab4687-ac36-43c7-8295-86fafe9f4d3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0792644 Sep 10 16:32:50.791429 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8000a0a-9c08-47fc-8f70-c7a560a8f146 x-openstack-request-id: req-f8000a0a-9c08-47fc-8f70-c7a560a8f146 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:50.791724 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:50.792124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8000a0a-9c08-47fc-8f70-c7a560a8f146 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:50.792578 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'code': 200} Sep 10 16:32:50.800323 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 4aabb884-7767-44a7-b126-37192f2c28ef {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:32:50.800755 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 4aabb884-7767-44a7-b126-37192f2c28ef not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:32:50.820209 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=7']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:50.829556 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-359c08fc-8f46-4c18-b919-9ac17557dbca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278440 Sep 10 16:32:50.832380 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:50.945518 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-257c49c3-4a51-4782-a5a2-feb1c95b2b5e req-28d26851-403e-4eba-a1d0-6128912ce75b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254704 Sep 10 16:32:50.948559 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-14f499be-6c62-4355-84c4-45d8e62564b6 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891070 Sep 10 16:32:51.060839 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f32b58f-a53c-4bbf-981e-d0bd4c75d356 req-ba2484cf-67a4-4aff-9f5f-db1ab3fab359 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997887 Sep 10 16:32:51.091425 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1485ff50-c056-4cff-ac42-096e1e02602a {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:51.100924 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.142189 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Transition to ACTIVE for port object 1485ff50-c056-4cff-ac42-096e1e02602a will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:32:51.147073 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.208488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175c829-b0cb-4bc4-9674-10d7ee1a0a0a req-47dc1249-7198-4742-94c8-d67214f5580c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.210040 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0175c829-b0cb-4bc4-9674-10d7ee1a0a0a req-47dc1249-7198-4742-94c8-d67214f5580c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1007488 Sep 10 16:32:51.222038 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Pushing event updated for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:51.330167 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0175c829-b0cb-4bc4-9674-10d7ee1a0a0a req-41c6c510-d6cd-490a-a69c-5b4078acee32 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125546 Sep 10 16:32:51.385501 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Attempting to bind port 1485ff50-c056-4cff-ac42-096e1e02602a on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:32:51.385842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Attempting to bind port 1485ff50-c056-4cff-ac42-096e1e02602a by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:32:51.386161 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Attempting to bind port 1485ff50-c056-4cff-ac42-096e1e02602a on network a7209951-d96e-4220-9413-fdbe802f7626 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:51.405461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Port 1485ff50-c056-4cff-ac42-096e1e02602a on network a7209951-d96e-4220-9413-fdbe802f7626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:32:51.405786 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Attempting to bind port 1485ff50-c056-4cff-ac42-096e1e02602a on network a7209951-d96e-4220-9413-fdbe802f7626 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:51.439041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.439656 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:32:51.439935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Checking segment: {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:51.440271 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Bound using segment: {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:32:51.440707 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Bound port: 1485ff50-c056-4cff-ac42-096e1e02602a, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5444858f-cc86-491c-bd08-621ce96c1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:32:51.441055 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.450682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-aaa51d41-4fba-469e-aadc-1e7fb1163ff8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.452457 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-aaa51d41-4fba-469e-aadc-1e7fb1163ff8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 814 time: 0.1777909 Sep 10 16:32:51.493739 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-3936a9fd-c021-4a09-8c98-7eafc0f6cf01 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/quotas/972849bdba004826bcbb958715a2aa3a HTTP/1.1" status: 200 len: 375 time: 0.0323617 Sep 10 16:32:51.515488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58cdee-89b8-410b-8981-f5a84c12817b req-b952c111-4530-4341-a18a-970fe934ad26 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.516937 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be58cdee-89b8-410b-8981-f5a84c12817b req-b952c111-4530-4341-a18a-970fe934ad26 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.1244667 Sep 10 16:32:51.570402 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-e859288f-125b-4fd6-ba51-d5d3ad642ffc tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658109 Sep 10 16:32:51.633409 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:32:51.674046 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=1485ff50-c056-4cff-ac42-096e1e02602a,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:32:51.681842 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be58cdee-89b8-410b-8981-f5a84c12817b req-03e2948c-1d22-4234-b482-0d54cf3b75b7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559627 Sep 10 16:32:51.687653 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.751764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.752376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:51.753763 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] 10.222.0.39 "PUT /v2.0/ports/1485ff50-c056-4cff-ac42-096e1e02602a HTTP/1.1" status: 200 len: 1093 time: 1.3926537 Sep 10 16:32:51.763989 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:51.771895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c7d676-5a52-4fc8-8776-61d6c10a9671" -d '{"events": [{"name": "network-changed", "server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:51.815939 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd08964-4a60-446a-8d82-2c08376c4561 service neutron] Pushing event updated for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:51.845302 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-5ef8ea0f-6fbd-42cb-a921-5777e6a7910f service neutron] 10.222.0.23 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577293 Sep 10 16:32:51.925426 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa53fa-1777-4d1a-9d8e-3c3d38013d88 req-917b9c69-03da-4d81-bf7c-b602d52441e5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.927387 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c7aa53fa-1777-4d1a-9d8e-3c3d38013d88 req-917b9c69-03da-4d81-bf7c-b602d52441e5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1521699 Sep 10 16:32:51.974994 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-a873787e-93ff-4435-8a84-4e97bc994cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:51.977330 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-a873787e-93ff-4435-8a84-4e97bc994cbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 1096 time: 0.1706197 Sep 10 16:32:52.048459 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-79167c76-80b1-4730-a6ee-7b9f62b8d836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1485ff50-c056-4cff-ac42-096e1e02602a HTTP/1.1" status: 200 len: 217 time: 0.0524018 Sep 10 16:32:52.051645 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c7aa53fa-1777-4d1a-9d8e-3c3d38013d88 req-1db5a801-229b-44f7-9aff-6c6f1e5aff2d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971417 Sep 10 16:32:52.055676 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-febb0967-3955-427b-a262-f7dab9112320 service neutron] 10.222.0.23 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947460 Sep 10 16:32:52.121824 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4e62d7-e6bb-4593-b7db-b93a8195984f x-openstack-request-id: req-cd4e62d7-e6bb-4593-b7db-b93a8195984f {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:52.122416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:52.122416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd4e62d7-e6bb-4593-b7db-b93a8195984f {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:52.123183 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a', 'status': 'completed', 'code': 200} Sep 10 16:32:52.131686 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-605bbae7-6c5b-4a33-a0a6-0601e32d0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.133271 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-605bbae7-6c5b-4a33-a0a6-0601e32d0463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64cb8011-ec4c-4fa7-a5ea-7c6201620459 HTTP/1.1" status: 200 len: 849 time: 0.0759516 Sep 10 16:32:52.183590 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-666b9562-3e62-4fe8-bec2-37e7b0abd105 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7209951-d96e-4220-9413-fdbe802f7626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383410 Sep 10 16:32:52.345712 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc841978-f73c-4ca4-877a-7ffb6b476d39 req-7a0a6dc0-094a-4d86-8cef-4014cf726ec8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 210 time: 0.0390503 Sep 10 16:32:52.374764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f478ee1-5789-4129-95fc-b47cfccc85cf req-8d424e07-eda3-464f-9446-f6cdbdb179a2 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.376608 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f478ee1-5789-4129-95fc-b47cfccc85cf req-8d424e07-eda3-464f-9446-f6cdbdb179a2 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 943 time: 0.1827016 Sep 10 16:32:52.424231 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-4c01ebe6-7830-4348-9ed0-4243aadec746 service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200999 Sep 10 16:32:52.484575 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f478ee1-5789-4129-95fc-b47cfccc85cf req-5baf65c8-8876-444a-b2b9-3a5bc11a15b1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Sep 10 16:32:52.573544 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddea281-de4b-4ed3-a173-fdae5c9ee6bd req-edfad44d-fc36-47fe-a9da-08f2c1c1e43e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.575521 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ddea281-de4b-4ed3-a173-fdae5c9ee6bd req-edfad44d-fc36-47fe-a9da-08f2c1c1e43e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1422586 Sep 10 16:32:52.638163 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-091e1ae7-c6ce-4bed-8e32-8e5727e6ef91 req-58bcf78e-f45a-4044-ab58-d41fbf9ecaaa service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932313 Sep 10 16:32:52.669189 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ddea281-de4b-4ed3-a173-fdae5c9ee6bd req-99e6b758-bcbd-401e-a23d-b7b0a412886c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Sep 10 16:32:52.808328 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-c90fb1ac-9725-4b10-a179-a50cbba6d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.810232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-c90fb1ac-9725-4b10-a179-a50cbba6d0f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 1096 time: 0.1119304 Sep 10 16:32:52.863802 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39215-c7a7-444a-a059-2ca1c30f2d33 req-037c3966-6979-4d97-9956-3db175b3e7d5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.865537 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91e39215-c7a7-444a-a059-2ca1c30f2d33 req-037c3966-6979-4d97-9956-3db175b3e7d5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0995061 Sep 10 16:32:52.976369 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91e39215-c7a7-444a-a059-2ca1c30f2d33 req-940597e5-20e2-4c00-8c95-5ba23251c17c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938330 Sep 10 16:32:52.977988 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-4eedb99e-dea5-4639-a864-4c03266ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:52.979585 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-4eedb99e-dea5-4639-a864-4c03266ba516 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 200 len: 910 time: 0.1521044 Sep 10 16:32:53.014793 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:53.036971 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-cfea6e26-4fc5-4f2b-8166-ece10ee9adec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1485ff50-c056-4cff-ac42-096e1e02602a HTTP/1.1" status: 200 len: 217 time: 0.0477767 Sep 10 16:32:53.107625 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-0b738987-671b-48dc-a311-76345c654c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:53.107625 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-0b738987-671b-48dc-a311-76345c654c50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64cb8011-ec4c-4fa7-a5ea-7c6201620459 HTTP/1.1" status: 200 len: 849 time: 0.0589066 Sep 10 16:32:53.158896 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-3a96b0de-f3b0-4359-87a8-b65cb6d744b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7209951-d96e-4220-9413-fdbe802f7626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393221 Sep 10 16:32:53.272078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da81c0-6d76-4a69-aa5e-c5f8dc17d6d4 req-03ea23e5-0ba6-4763-bdff-8476bf803c44 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:53.278427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95da81c0-6d76-4a69-aa5e-c5f8dc17d6d4 req-03ea23e5-0ba6-4763-bdff-8476bf803c44 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1220462 Sep 10 16:32:53.334811 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-c911f1df-e4e3-4d15-a0b9-b90f30111460 service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643939 Sep 10 16:32:53.346791 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95da81c0-6d76-4a69-aa5e-c5f8dc17d6d4 req-d1386c95-93c1-42b7-8b8f-0c87b67900a7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678217 Sep 10 16:32:53.482278 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61c7d676-5a52-4fc8-8776-61d6c10a9671 req-38d07ff8-eaaa-47ac-a610-35fa885173db service neutron] 10.222.0.39 "GET /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342142 Sep 10 16:32:53.511192 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d1d58cfc-7750-4739-9bb6-7e695649616d req-8dca5b2f-890f-4575-a066-e906784a4027 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 210 time: 0.0334952 Sep 10 16:32:53.651626 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6996c-8b00-4932-9da0-e3c42582db65 req-68a2ccdc-b840-45a9-ae3c-67828a68e76e tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:53.653009 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fa6996c-8b00-4932-9da0-e3c42582db65 req-68a2ccdc-b840-45a9-ae3c-67828a68e76e tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 943 time: 0.0775428 Sep 10 16:32:53.738789 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fa6996c-8b00-4932-9da0-e3c42582db65 req-f47f8b57-a1c5-45d5-bd3c-05b10ac5bacf tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772994 Sep 10 16:32:53.909650 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-cacfbb0b-2d3a-4570-b3f7-e3e22ee62046 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:53.911198 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-cacfbb0b-2d3a-4570-b3f7-e3e22ee62046 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 814 time: 0.2436159 Sep 10 16:32:53.940482 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Request body: {'port': {'device_id': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a', 'admin_state_up': True, 'tenant_id': '972849bdba004826bcbb958715a2aa3a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:53.988279 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf8d5-4689-423f-aa8d-70b30df62065 req-74857419-4d7b-45a6-9c82-822595624784 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:53.991367 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6fbf8d5-4689-423f-aa8d-70b30df62065 req-74857419-4d7b-45a6-9c82-822595624784 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1753740 Sep 10 16:32:54.352229 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6fbf8d5-4689-423f-aa8d-70b30df62065 req-875214ad-b0e9-4b4c-aaa1-500cd1d1b822 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481412 Sep 10 16:32:54.400442 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Made reservation on behalf of 972849bdba004826bcbb958715a2aa3a for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:32:54.405078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:54.438479 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede870-6d89-48c3-8a90-0e0e723a3f60 req-14b4718d-970a-4862-9b96-11abe5903cde tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:54.440822 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bede870-6d89-48c3-8a90-0e0e723a3f60 req-14b4718d-970a-4862-9b96-11abe5903cde tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.3497984 Sep 10 16:32:54.622776 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Allocated IP 172.20.0.6 (4f38c3d7-f013-4e84-95d6-d51efab0970a/1aca6035-3137-4f74-a542-41dc7395cf1b/19ec12b0-1cdc-4784-9144-ac5be73e325f) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:32:54.630924 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3bede870-6d89-48c3-8a90-0e0e723a3f60 req-31448479-ff0c-4d8b-a2aa-b59f2dd41ac2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113296 Sep 10 16:32:54.653157 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05e6c-88bc-4667-9128-e4e665113d5a req-80a2f5d7-349c-48bf-a946-44a682354b5b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:54.653157 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bfe05e6c-88bc-4667-9128-e4e665113d5a req-80a2f5d7-349c-48bf-a946-44a682354b5b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1320148 Sep 10 16:32:54.729623 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bfe05e6c-88bc-4667-9128-e4e665113d5a req-203ffa15-390f-4dc1-b559-00a853f7ae5e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701935 Sep 10 16:32:54.757121 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd2b0dd6-c504-4ea5-b7f9-7afc47dfbe8d req-52770cb7-a6b6-4f96-b9fd-c2eec73e51ed tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 210 time: 0.0483906 Sep 10 16:32:54.906282 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf4311-0309-4672-8e3c-7c367f170a9a req-ce517179-7d18-47af-8342-d0d08600ad2b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:54.907734 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7aaf4311-0309-4672-8e3c-7c367f170a9a req-ce517179-7d18-47af-8342-d0d08600ad2b tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 943 time: 0.0729918 Sep 10 16:32:54.928906 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:54.971387 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7aaf4311-0309-4672-8e3c-7c367f170a9a req-87873ce6-4a3b-4ae9-b21c-a20861a5f68a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Sep 10 16:32:55.027310 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.079521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Network 4f38c3d7-f013-4e84-95d6-d51efab0970a is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:32:55.085023 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:32:55.092865 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:32:55.097257 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Pushing event updated for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:55.146347 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:55.147178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.162826 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a4bfb77d-9043-43cd-9211-65f083f5835b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287862 Sep 10 16:32:55.178417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Request body: {'port': {'device_id': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:32:55.241861 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.519597 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e67fe-349f-42d0-a39e-68d935c241f6 req-136b227c-c604-4a15-9056-f1f341a1cf6a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:55.522072 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c57e67fe-349f-42d0-a39e-68d935c241f6 req-136b227c-c604-4a15-9056-f1f341a1cf6a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0756578 Sep 10 16:32:55.594360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c57e67fe-349f-42d0-a39e-68d935c241f6 req-c4fd9d25-b975-4840-a48b-4beb9214a752 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651884 Sep 10 16:32:55.616416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ec12b0-1cdc-4784-9144-ac5be73e325f {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:55.619068 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.632961 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Transition to ACTIVE for port object 19ec12b0-1cdc-4784-9144-ac5be73e325f will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:32:55.636829 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.718110 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:55.800627 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66271b-96fc-453f-bf9c-fd7076ac1b89 req-f8efb20a-94bb-4852-b528-54d05935dfad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:55.802702 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed66271b-96fc-453f-bf9c-fd7076ac1b89 req-f8efb20a-94bb-4852-b528-54d05935dfad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0872211 Sep 10 16:32:55.820936 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Attempting to bind port 19ec12b0-1cdc-4784-9144-ac5be73e325f on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:32:55.821290 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Attempting to bind port 19ec12b0-1cdc-4784-9144-ac5be73e325f by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:32:55.821595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Attempting to bind port 19ec12b0-1cdc-4784-9144-ac5be73e325f on network 4f38c3d7-f013-4e84-95d6-d51efab0970a {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:55.850871 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Port 19ec12b0-1cdc-4784-9144-ac5be73e325f on network 4f38c3d7-f013-4e84-95d6-d51efab0970a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:32:55.853389 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Attempting to bind port 19ec12b0-1cdc-4784-9144-ac5be73e325f on network 4f38c3d7-f013-4e84-95d6-d51efab0970a {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:32:55.886032 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:32:55.886477 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Checking segment: {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:32:55.886977 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Bound using segment: {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:32:55.887644 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Bound port: 19ec12b0-1cdc-4784-9144-ac5be73e325f, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:32:55.888077 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:55.904405 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed66271b-96fc-453f-bf9c-fd7076ac1b89 req-f817efb2-3214-48be-81c7-2ff3f6b21176 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948172 Sep 10 16:32:55.944559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a20b-713e-47a9-b911-56596ecd8bfe req-b09307e4-f0d0-4600-8341-0299eab1d861 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:55.946087 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a60a20b-713e-47a9-b911-56596ecd8bfe req-b09307e4-f0d0-4600-8341-0299eab1d861 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1089494 Sep 10 16:32:56.035765 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:32:56.042151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a60a20b-713e-47a9-b911-56596ecd8bfe req-1ff318f0-b9bb-48aa-b073-c7a6613b4a44 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894432 Sep 10 16:32:56.056706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:32:56.065032 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:56.081529 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ffcbe-d2c2-4715-8e2e-d8d31eb87d2a req-0a3a5d72-9b9a-45e0-b8f1-35bfebdd1465 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.083067 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d14ffcbe-d2c2-4715-8e2e-d8d31eb87d2a req-0a3a5d72-9b9a-45e0-b8f1-35bfebdd1465 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 943 time: 0.0924749 Sep 10 16:32:56.113025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.113735 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:56.115121 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] 10.222.0.39 "PUT /v2.0/ports/19ec12b0-1cdc-4784-9144-ac5be73e325f HTTP/1.1" status: 200 len: 1093 time: 0.9408643 Sep 10 16:32:56.118600 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:32:56.121060 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7054d2f-1a3d-492a-af6d-75551dd17c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:32:56.229615 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00e19-7fef-4176-ae34-13ade5c72814 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:56.242487 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d14ffcbe-d2c2-4715-8e2e-d8d31eb87d2a req-e1f7bd7a-8481-40e6-ada8-7cd60c947d16 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245546 Sep 10 16:32:56.268021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499478a3-7e97-47dc-a494-153e0535a2ea req-2cb9a8c2-9ea9-43e3-90c8-e29e4d036930 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.268021 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-499478a3-7e97-47dc-a494-153e0535a2ea req-2cb9a8c2-9ea9-43e3-90c8-e29e4d036930 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 943 time: 0.1143181 Sep 10 16:32:56.278334 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-db41495e-5b9a-4fad-806c-4fd6fdb898b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.280484 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-db41495e-5b9a-4fad-806c-4fd6fdb898b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 1096 time: 0.0946183 Sep 10 16:32:56.307697 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-499478a3-7e97-47dc-a494-153e0535a2ea req-7896ae4d-2e06-4b0c-83c4-286d2bbb87b7 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Sep 10 16:32:56.366293 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 1485ff50-c056-4cff-ac42-096e1e02602a details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:32:56.377010 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e53038-e873-4d8b-bd5d-379579c26f24 x-openstack-request-id: req-35e53038-e873-4d8b-bd5d-379579c26f24 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:32:56.377288 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:32:56.377594 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e53038-e873-4d8b-bd5d-379579c26f24 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:32:56.378010 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f', 'status': 'completed', 'code': 200} Sep 10 16:32:56.441266 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-4bccf059-f9dd-4ae5-bc33-940aec2e6043 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f HTTP/1.1" status: 200 len: 217 time: 0.0793300 Sep 10 16:32:56.560267 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=1485ff50-c056-4cff-ac42-096e1e02602a,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:56.581801 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '1485ff50-c056-4cff-ac42-096e1e02602a', 'network_id': 'a7209951-d96e-4220-9413-fdbe802f7626', 'port_id': '1485ff50-c056-4cff-ac42-096e1e02602a', 'mac_address': 'fa:16:3e:28:be:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb8011-ec4c-4fa7-a5ea-7c6201620459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:32:56.595029 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-762228ac-dd5a-4f1a-8df8-820957aa41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.596917 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-762228ac-dd5a-4f1a-8df8-820957aa41fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aca6035-3137-4f74-a542-41dc7395cf1b HTTP/1.1" status: 200 len: 854 time: 0.1344430 Sep 10 16:32:56.606271 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328e16-c0eb-4501-81f6-fa3b8ed6b68f req-8f3d8122-f372-4141-9ec6-c30729a9bc41 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.620089 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb328e16-c0eb-4501-81f6-fa3b8ed6b68f req-8f3d8122-f372-4141-9ec6-c30729a9bc41 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0927119 Sep 10 16:32:56.627884 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:56.644932 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1485ff50-c056-4cff-ac42-096e1e02602a {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:32:56.668787 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-4a8744b2-8079-4f26-b2f6-342832d7a13f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f38c3d7-f013-4e84-95d6-d51efab0970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392551 Sep 10 16:32:56.677302 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=1485ff50-c056-4cff-ac42-096e1e02602a,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:32:56.690274 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:32:56.698185 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-50ae7ac4-ecb9-4589-809b-88432e8bb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.700646 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-50ae7ac4-ecb9-4589-809b-88432e8bb674 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1099 time: 0.0776036 Sep 10 16:32:56.763066 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb328e16-c0eb-4501-81f6-fa3b8ed6b68f req-f23641b0-2660-400c-92a5-59a38dacea8e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349139 Sep 10 16:32:56.769294 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:32:56.812061 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff06af-e2e9-4cf3-8c91-fb6fa0e911eb req-89eba788-45b0-4288-bd11-e2c1419ac1ce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.813602 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b4ff06af-e2e9-4cf3-8c91-fb6fa0e911eb req-89eba788-45b0-4288-bd11-e2c1419ac1ce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1380560 Sep 10 16:32:56.846169 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-1ff9f423-d165-4c26-b488-2f6ed9b03632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:56.848495 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-1ff9f423-d165-4c26-b488-2f6ed9b03632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.1290121 Sep 10 16:32:56.888280 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-3477b18d-57fe-4f7a-9f25-18e5401b5a6e service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985691 Sep 10 16:32:56.919506 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b4ff06af-e2e9-4cf3-8c91-fb6fa0e911eb req-c3215460-564f-43ac-8476-ddfe4f5daf92 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974829 Sep 10 16:32:57.019422 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-22938e56-4f7e-4d07-b0d8-21ad04cf5c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 1002 time: 0.1500726 Sep 10 16:32:57.020882 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b47bf2b-3f68-40ae-be8b-7ef3ed0adefb req-a2866327-9987-4c6b-bcf2-bb615fba4bff service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224277 Sep 10 16:32:57.097297 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['1485ff50-c056-4cff-ac42-096e1e02602a'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:32:57.125706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45f501-a149-4df5-9896-e614d77123ee req-199e90c9-385f-46a3-b111-3033fbb4d3b5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.130557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f45f501-a149-4df5-9896-e614d77123ee req-199e90c9-385f-46a3-b111-3033fbb4d3b5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.1064446 Sep 10 16:32:57.293307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f45f501-a149-4df5-9896-e614d77123ee req-ca89d153-c0ba-4c4a-aa14-b111e43b3ebb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500130 Sep 10 16:32:57.346294 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-4fda22cd-fad1-40ad-a326-214f0a5181f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.355310 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-4fda22cd-fad1-40ad-a326-214f0a5181f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=972849bdba004826bcbb958715a2aa3a&device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 1096 time: 0.2160282 Sep 10 16:32:57.480653 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-22fc3ef0-9f94-4b42-88e3-1cc318806650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.482093 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-22fc3ef0-9f94-4b42-88e3-1cc318806650 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.4459536 Sep 10 16:32:57.531621 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98fad4-8122-4f41-a2c2-7d340f306a22 req-9ea8c62a-acb0-4c7e-a04a-e7471bc4207a tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.538755 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd98fad4-8122-4f41-a2c2-7d340f306a22 req-9ea8c62a-acb0-4c7e-a04a-e7471bc4207a tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 943 time: 0.1459825 Sep 10 16:32:57.547042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-cb9f1fb3-d9c1-461b-bab8-a609e3495e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.549413 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-cb9f1fb3-d9c1-461b-bab8-a609e3495e70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524249 Sep 10 16:32:57.579082 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b40a-77cf-4d73-8d4a-be07b9de390d req-db027a70-f441-456b-8920-2c7df1395c61 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.580606 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e759b40a-77cf-4d73-8d4a-be07b9de390d req-db027a70-f441-456b-8920-2c7df1395c61 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 944 time: 0.1351588 Sep 10 16:32:57.582045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-fd5c420f-3191-4d35-a984-643072f80dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.583445 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-fd5c420f-3191-4d35-a984-643072f80dfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 200 len: 915 time: 0.2262452 Sep 10 16:32:57.649124 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd98fad4-8122-4f41-a2c2-7d340f306a22 req-d949e377-59f2-4d5b-b3de-2a6cf36a4fa1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093361 Sep 10 16:32:57.651737 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-6fe9232d-b5b2-4d48-bfb2-65444ae07aa2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f HTTP/1.1" status: 200 len: 217 time: 0.0575600 Sep 10 16:32:57.687875 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-5e548e6b-3b35-4d8a-9b43-583621c5b7d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294608 Sep 10 16:32:57.703449 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e759b40a-77cf-4d73-8d4a-be07b9de390d req-fdab4088-6d27-42f3-86bb-342b5a85ca1f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996895 Sep 10 16:32:57.716661 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-07b9947c-aee9-4308-aa07-93c5e20b340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.718925 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-07b9947c-aee9-4308-aa07-93c5e20b340d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aca6035-3137-4f74-a542-41dc7395cf1b HTTP/1.1" status: 200 len: 854 time: 0.0555401 Sep 10 16:32:57.767758 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-eec4b446-9fa3-48b2-9618-c0d2dca37843 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f38c3d7-f013-4e84-95d6-d51efab0970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384333 Sep 10 16:32:57.844655 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f619d61f-a292-484b-9a64-22d5566e0b48 req-ff93fc79-b5a5-43a3-8c3d-dc385fb9cd2f service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314769 Sep 10 16:32:57.971435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce234bd-704e-40ce-ae73-a8da86dd4856 req-475e0d38-d636-4d74-bda7-155bc1fcb20c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:57.974663 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2ce234bd-704e-40ce-ae73-a8da86dd4856 req-475e0d38-d636-4d74-bda7-155bc1fcb20c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1206996 Sep 10 16:32:57.976688 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-c9671281-8f3d-492c-9688-f848e5e247fa service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967094 Sep 10 16:32:58.099095 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2ce234bd-704e-40ce-ae73-a8da86dd4856 req-6f8276d1-d58b-4058-9ccb-3a2109f560a1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156931 Sep 10 16:32:58.154867 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfa1e-b950-460e-abb8-092d89aa2c7c req-1f9cff1c-1530-47dc-8a6c-8bbb0bb85107 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:58.161433 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a65dfa1e-b950-460e-abb8-092d89aa2c7c req-1f9cff1c-1530-47dc-8a6c-8bbb0bb85107 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1555343 Sep 10 16:32:58.198807 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f7054d2f-1a3d-492a-af6d-75551dd17c2c req-1aac941d-70a7-4805-8f1f-21076ad3c2ca service neutron] 10.222.0.39 "GET /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813061 Sep 10 16:32:58.220977 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a65dfa1e-b950-460e-abb8-092d89aa2c7c req-63e6d99d-f599-4e18-81f3-efa8f0ec6141 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586519 Sep 10 16:32:58.510777 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c79265-bbf8-4a82-a1b3-7f43e400b6b4 req-c6d1c728-19de-4147-ae87-f1b977e83ef8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:58.512309 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-26c79265-bbf8-4a82-a1b3-7f43e400b6b4 req-c6d1c728-19de-4147-ae87-f1b977e83ef8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0703769 Sep 10 16:32:58.563722 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-26c79265-bbf8-4a82-a1b3-7f43e400b6b4 req-dcddb88c-00e0-4d91-a427-24b207c27f18 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Sep 10 16:32:58.802073 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d60f6-b001-46be-ae33-d6d36c8dd828 req-368c05f4-b1f9-4d70-b5bb-120664c854bf tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:58.811666 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f94d60f6-b001-46be-ae33-d6d36c8dd828 req-368c05f4-b1f9-4d70-b5bb-120664c854bf tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 943 time: 0.0773270 Sep 10 16:32:58.868359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f94d60f6-b001-46be-ae33-d6d36c8dd828 req-86a7c677-e135-404b-b900-988f259a27f4 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Sep 10 16:32:58.974793 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df25ee-f321-45c2-9a2a-eb267599c3a9 req-d918194f-8c92-41a0-ba51-40fc76ad78cb tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:58.976365 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69df25ee-f321-45c2-9a2a-eb267599c3a9 req-d918194f-8c92-41a0-ba51-40fc76ad78cb tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 944 time: 0.0847049 Sep 10 16:32:59.034638 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69df25ee-f321-45c2-9a2a-eb267599c3a9 req-01d3feed-c63d-4dc4-9e88-66534a7f68e8 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Sep 10 16:32:59.223606 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b7a52-7d51-4a53-9e3d-5383e18369a7 req-47c7435a-5e3d-45c4-b713-5ebbcf26ca4c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:59.225077 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-df7b7a52-7d51-4a53-9e3d-5383e18369a7 req-47c7435a-5e3d-45c4-b713-5ebbcf26ca4c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0539005 Sep 10 16:32:59.302255 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-df7b7a52-7d51-4a53-9e3d-5383e18369a7 req-e2e99456-bd4a-4f59-be5c-e9b69ca0dcd9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710452 Sep 10 16:32:59.369711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f760c51-ed7e-4620-95b5-c1eef4d252b0 req-39375acf-80cc-4fc5-ab09-ecc28dd80e33 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:59.375809 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f760c51-ed7e-4620-95b5-c1eef4d252b0 req-39375acf-80cc-4fc5-ab09-ecc28dd80e33 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0613034 Sep 10 16:32:59.413678 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f760c51-ed7e-4620-95b5-c1eef4d252b0 req-b542232b-4a05-4adf-94f9-6f9d00a93f2a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360136 Sep 10 16:32:59.703761 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962b0b9-75bd-4c4c-956e-956aacdc504c req-00c908ca-668d-46eb-ab96-a577c2e51225 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:32:59.705179 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e962b0b9-75bd-4c4c-956e-956aacdc504c req-00c908ca-668d-46eb-ab96-a577c2e51225 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0506115 Sep 10 16:32:59.747706 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e962b0b9-75bd-4c4c-956e-956aacdc504c req-0d1b3100-82dc-466d-badd-59d951770856 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Sep 10 16:33:00.007215 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c758-5d1a-4aa1-ae6a-0cd960db4b76 req-14e7d99d-401c-4e2c-8b12-81e3bbcac76b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:00.009183 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5918c758-5d1a-4aa1-ae6a-0cd960db4b76 req-14e7d99d-401c-4e2c-8b12-81e3bbcac76b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 943 time: 0.0761812 Sep 10 16:33:00.068498 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5918c758-5d1a-4aa1-ae6a-0cd960db4b76 req-a471d67b-b53d-48ac-ad8b-fda9743ecfc8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Sep 10 16:33:00.186884 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9efba5-560a-4ed5-8f02-4e5e0bfe8ca4 req-eae591f9-793a-400d-95b4-f4f7697e50f1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:00.188524 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f9efba5-560a-4ed5-8f02-4e5e0bfe8ca4 req-eae591f9-793a-400d-95b4-f4f7697e50f1 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 944 time: 0.0626030 Sep 10 16:33:00.238625 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1f9efba5-560a-4ed5-8f02-4e5e0bfe8ca4 req-fb5e59e3-3d4d-4cd5-ad59-828bdcb6225a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Sep 10 16:33:00.396353 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 19ec12b0-1cdc-4784-9144-ac5be73e325f details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:33:00.405505 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 1485ff50-c056-4cff-ac42-096e1e02602a up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:33:00.508305 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:00.553942 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '19ec12b0-1cdc-4784-9144-ac5be73e325f', 'network_id': '4f38c3d7-f013-4e84-95d6-d51efab0970a', 'port_id': '19ec12b0-1cdc-4784-9144-ac5be73e325f', 'mac_address': 'fa:16:3e:94:f3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aca6035-3137-4f74-a542-41dc7395cf1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:33:00.558454 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57681-1535-491e-8955-34c91505000a req-6a0ccd3a-bdb2-45f5-a57f-52fea72a3f46 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:00.562835 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14a57681-1535-491e-8955-34c91505000a req-6a0ccd3a-bdb2-45f5-a57f-52fea72a3f46 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0686347 Sep 10 16:33:00.589843 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 1485ff50-c056-4cff-ac42-096e1e02602a completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:33:00.596236 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 1485ff50-c056-4cff-ac42-096e1e02602a triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:33:00.596922 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:00.616249 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14a57681-1535-491e-8955-34c91505000a req-d320ddb7-7553-455b-9738-3f24d4249f36 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Sep 10 16:33:00.653712 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:00.672221 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ec12b0-1cdc-4784-9144-ac5be73e325f {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:33:00.711600 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:00.719714 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:00.751354 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:00.797189 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:00.807974 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a3031-fd89-4013-8a2d-ca2ffd47b52d" -d '{"events": [{"server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "name": "network-vif-plugged", "status": "completed", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:00.813107 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:00.832390 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=1485ff50-c056-4cff-ac42-096e1e02602a,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:00.838563 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:00.890552 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e131a046-cf9e-40df-8131-ec8eafbef373 x-openstack-request-id: req-e131a046-cf9e-40df-8131-ec8eafbef373 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:00.890878 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "name": "network-vif-plugged", "status": "completed", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:00.892993 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e131a046-cf9e-40df-8131-ec8eafbef373 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:00.893526 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a', 'code': 200} Sep 10 16:33:00.898990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:00.962187 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa990e9-3910-4ac9-ba50-3bd81b542c89 req-06145971-d95c-46cd-b62c-2c456d2ca3f4 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:00.965196 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7fa990e9-3910-4ac9-ba50-3bd81b542c89 req-06145971-d95c-46cd-b62c-2c456d2ca3f4 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0817780 Sep 10 16:33:01.038710 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7fa990e9-3910-4ac9-ba50-3bd81b542c89 req-89e03242-647d-4dc9-821b-78da62ed2742 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725219 Sep 10 16:33:01.174956 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['19ec12b0-1cdc-4784-9144-ac5be73e325f'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:01.198896 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e569d-ecb5-4979-bce1-35f25df16862 req-2cb84b90-4489-4701-8acd-694ff785bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:01.200412 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d1e569d-ecb5-4979-bce1-35f25df16862 req-2cb84b90-4489-4701-8acd-694ff785bc52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 1098 time: 0.0722017 Sep 10 16:33:01.268499 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d1e569d-ecb5-4979-bce1-35f25df16862 req-7c830fbe-78e8-46ac-86fc-70c0408b8460 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Sep 10 16:33:01.277420 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149cca4-01ed-4ed0-b539-79c91227f623 req-5a34cdad-c87a-4ff1-92ef-5968ff6fecb1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:01.285339 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6149cca4-01ed-4ed0-b539-79c91227f623 req-5a34cdad-c87a-4ff1-92ef-5968ff6fecb1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 944 time: 0.1033123 Sep 10 16:33:01.328803 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6149cca4-01ed-4ed0-b539-79c91227f623 req-0592f3cb-3a61-44ee-81d7-f19ca618fae5 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Sep 10 16:33:01.423051 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b2373-60f4-4844-a2a2-1d71c04b3a4d req-3d893898-70b6-47a7-94dd-468232c8b063 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:01.431791 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-003b2373-60f4-4844-a2a2-1d71c04b3a4d req-3d893898-70b6-47a7-94dd-468232c8b063 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0883439 Sep 10 16:33:01.531806 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-003b2373-60f4-4844-a2a2-1d71c04b3a4d req-bb435b1a-6347-4ca6-bb95-4aa29ae670bc tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Sep 10 16:33:01.567699 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-ec015159-e83f-4127-a81f-bce19b9eeaf1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:01.571741 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-ec015159-e83f-4127-a81f-bce19b9eeaf1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1387048 Sep 10 16:33:01.586502 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-cdec65e7-1551-479d-95a2-97c348bea006 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/quotas/81b85c89d1374f9798374b93a72cd845 HTTP/1.1" status: 200 len: 375 time: 0.0114317 Sep 10 16:33:01.656138 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-552e7f47-a896-4533-84b1-874fc22b9ac9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603740 Sep 10 16:33:01.786429 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-48204232-bf64-451f-bd8d-5864910b030e service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232820 Sep 10 16:33:01.811464 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32a32a-875b-46e6-97f0-5bb74a8a3f6c req-dceda6b4-ba7f-4720-bd53-355da9891983 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:01.812687 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc32a32a-875b-46e6-97f0-5bb74a8a3f6c req-dceda6b4-ba7f-4720-bd53-355da9891983 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1137605 Sep 10 16:33:01.897834 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc32a32a-875b-46e6-97f0-5bb74a8a3f6c req-9c8dd49f-c942-4630-918d-9e95e2206183 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738490 Sep 10 16:33:01.940199 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-28b1659e-d25c-41d3-91e9-e3cd6e0bd6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436918 Sep 10 16:33:01.941307 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:33:02.127678 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-078d2363-78a9-4edb-9cd5-99800d7843c7 req-7aea3a82-21f3-4eed-8e4b-82e7a880fb6c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 210 time: 0.0289028 Sep 10 16:33:02.189265 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013e94-70de-4363-a07b-01c6f5585f65 req-97b4c46e-8723-4a03-aee6-e90ea8423d89 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:02.190773 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49013e94-70de-4363-a07b-01c6f5585f65 req-97b4c46e-8723-4a03-aee6-e90ea8423d89 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0622449 Sep 10 16:33:02.233155 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49013e94-70de-4363-a07b-01c6f5585f65 req-56ab002b-f23b-428a-aa84-5594c404329b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Sep 10 16:33:02.659997 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333d913-fe34-4041-a363-f8cbb585b46e req-bcc02270-212c-4caf-bafe-8180a89b4b50 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:02.661456 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d333d913-fe34-4041-a363-f8cbb585b46e req-bcc02270-212c-4caf-bafe-8180a89b4b50 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 944 time: 0.2576277 Sep 10 16:33:02.674205 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00434b7-4ea2-4944-81b2-4dddf2f8c6d5 req-bfa93578-f27c-4d8b-b918-5ed9d5768975 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:02.675775 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c00434b7-4ea2-4944-81b2-4dddf2f8c6d5 req-bfa93578-f27c-4d8b-b918-5ed9d5768975 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0647526 Sep 10 16:33:02.731944 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d333d913-fe34-4041-a363-f8cbb585b46e req-9b9d849c-ecce-4857-8623-2bfa44355044 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Sep 10 16:33:02.735328 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c00434b7-4ea2-4944-81b2-4dddf2f8c6d5 req-13a8bd97-d43e-4263-b324-b829898b6b90 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Sep 10 16:33:02.944115 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-33600057-9f49-4277-9323-fca026422c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:02.945571 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-33600057-9f49-4277-9323-fca026422c89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1099 time: 0.0436745 Sep 10 16:33:03.073028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a0404-5ed4-4bf8-82c3-f4877fb5ca98 req-a140aca9-d7c9-4fdc-afb2-22fdd1738162 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.074514 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb7a0404-5ed4-4bf8-82c3-f4877fb5ca98 req-a140aca9-d7c9-4fdc-afb2-22fdd1738162 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0914404 Sep 10 16:33:03.078238 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-b6e4c1a8-180d-44fe-80fe-5534832739bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.079847 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-b6e4c1a8-180d-44fe-80fe-5534832739bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.1261468 Sep 10 16:33:03.117403 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb7a0404-5ed4-4bf8-82c3-f4877fb5ca98 req-cf68c758-9817-48d1-966b-94c335147ed3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Sep 10 16:33:03.168720 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-5876926a-d12f-4c0a-8e45-ed5d2bd2e41c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 1002 time: 0.0586433 Sep 10 16:33:03.251249 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d84b843-3a28-4338-9452-2ca7959773ef req-f0022323-1fb4-4269-a6b3-17176bccc3f2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 210 time: 0.0576069 Sep 10 16:33:03.262259 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-764cd24b-2cbe-41bc-82c7-00ee510a5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.264288 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-764cd24b-2cbe-41bc-82c7-00ee510a5a66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0715594 Sep 10 16:33:03.357552 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-bb1b4531-8e9e-4689-bee2-c85116f9db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.359075 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-bb1b4531-8e9e-4689-bee2-c85116f9db0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695927 Sep 10 16:33:03.375547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a66c-e418-43ec-929d-a20290d09e84 req-c7879bb4-15bf-4a8b-8a8e-d4feb8d9d95e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.376797 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e617a66c-e418-43ec-929d-a20290d09e84 req-c7879bb4-15bf-4a8b-8a8e-d4feb8d9d95e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0624180 Sep 10 16:33:03.442115 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e617a66c-e418-43ec-929d-a20290d09e84 req-98ea0d44-32c9-42c9-a7ef-db552b827f9c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592129 Sep 10 16:33:03.517505 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-0500c64f-9dd2-459d-b04a-555b15e0fb0e service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153598 Sep 10 16:33:03.534562 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-723930c1-20a5-4b9a-b0d6-92b8c1cdb93e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.536827 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-723930c1-20a5-4b9a-b0d6-92b8c1cdb93e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 814 time: 0.1155603 Sep 10 16:33:03.554724 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Request body: {'port': {'device_id': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'admin_state_up': True, 'tenant_id': '81b85c89d1374f9798374b93a72cd845'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:33:03.618853 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cb84bb8a-4a2b-4a01-8898-e9b4470e6f39 req-6949f6f4-6793-4978-aa55-315ed840f490 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926392 Sep 10 16:33:03.673362 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Made reservation on behalf of 81b85c89d1374f9798374b93a72cd845 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:33:03.676875 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:03.800981 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Allocated IP 172.20.0.9 (1c574a6b-04e5-47d0-9492-8cbe0ac47c6d/b9a5dc7f-12d8-4654-8985-b44dc1807b79/74b797b7-8d51-4853-b64c-8e1f0d3e221e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:33:03.882386 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7d172-52de-4ab5-9abe-d002a0430680 req-87060738-8034-4c16-b867-11df96667338 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.884056 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bde7d172-52de-4ab5-9abe-d002a0430680 req-87060738-8034-4c16-b867-11df96667338 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0798047 Sep 10 16:33:03.892929 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df5f7-4fc9-4eca-9199-04ebc4af2b34 req-0219ae87-78bd-4978-8d7e-351dfe3a1cee tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:03.894317 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a6df5f7-4fc9-4eca-9199-04ebc4af2b34 req-0219ae87-78bd-4978-8d7e-351dfe3a1cee tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 944 time: 0.0812151 Sep 10 16:33:03.953394 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bde7d172-52de-4ab5-9abe-d002a0430680 req-8dc8b8cc-e738-4906-8309-5d8641d98ffd tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Sep 10 16:33:03.956132 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a6df5f7-4fc9-4eca-9199-04ebc4af2b34 req-5e8c7a0b-babe-4069-9146-4d2b856df8c3 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553970 Sep 10 16:33:03.964141 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.005208 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.018584 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:04.046700 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:33:04.049723 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:33:04.053298 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:33:04.080415 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event updated for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:04.110192 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.110801 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.124994 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-f00aa094-84cf-4fa1-8a1c-dfc790e7973f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739329 Sep 10 16:33:04.139771 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Request body: {'port': {'device_id': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:33:04.208259 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.265387 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4079f-fb2e-4fea-962c-ce3968bc02d5 req-61887d3b-288a-4ede-b61c-e21732fa09c3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.273526 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8cd4079f-fb2e-4fea-962c-ce3968bc02d5 req-61887d3b-288a-4ede-b61c-e21732fa09c3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0824556 Sep 10 16:33:04.335339 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8cd4079f-fb2e-4fea-962c-ce3968bc02d5 req-cb528da1-f678-4b8b-9c74-7fdab6fefefc tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606532 Sep 10 16:33:04.398191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be058a6-1536-4ba6-801b-32f811f31e45 req-0a446c76-2f64-4263-a0d6-a461733e68fb tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.399736 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4be058a6-1536-4ba6-801b-32f811f31e45 req-0a446c76-2f64-4263-a0d6-a461733e68fb tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 931 time: 0.0542705 Sep 10 16:33:04.407683 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 19ec12b0-1cdc-4784-9144-ac5be73e325f up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:33:04.439491 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4be058a6-1536-4ba6-801b-32f811f31e45 req-98dbafb0-2c98-4959-aa5d-ab08f34f1b4b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Sep 10 16:33:04.466728 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 19ec12b0-1cdc-4784-9144-ac5be73e325f completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:33:04.470667 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 19ec12b0-1cdc-4784-9144-ac5be73e325f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:33:04.471042 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.556217 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b797b7-8d51-4853-b64c-8e1f0d3e221e {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:33:04.557402 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.565547 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.578073 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60f62d-e794-4990-b131-c4108c242c37 req-00ae2f94-0edd-46a9-a9a4-cc8df0935318 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.579154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Transition to ACTIVE for port object 74b797b7-8d51-4853-b64c-8e1f0d3e221e will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:33:04.579615 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c60f62d-e794-4990-b131-c4108c242c37 req-00ae2f94-0edd-46a9-a9a4-cc8df0935318 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0553591 Sep 10 16:33:04.588057 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.593435 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:04.595784 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a31ad6-1723-47a1-8db0-d103c2701dd6" -d '{"events": [{"server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "name": "network-vif-plugged", "status": "completed", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:04.614708 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:04.620269 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.633716 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c60f62d-e794-4990-b131-c4108c242c37 req-c74083f7-ea0c-4ff1-95c4-aaca8b3e1166 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Sep 10 16:33:04.695533 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:04.697180 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Pushing event updated for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:04.705585 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f5f549-f2f0-4443-8f51-1d196c319249 x-openstack-request-id: req-a8f5f549-f2f0-4443-8f51-1d196c319249 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:04.705878 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "name": "network-vif-plugged", "status": "completed", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:04.706130 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8f5f549-f2f0-4443-8f51-1d196c319249 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:04.706518 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f', 'code': 200} Sep 10 16:33:04.725118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Attempting to bind port 74b797b7-8d51-4853-b64c-8e1f0d3e221e on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:33:04.725457 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Attempting to bind port 74b797b7-8d51-4853-b64c-8e1f0d3e221e by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:33:04.725788 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Attempting to bind port 74b797b7-8d51-4853-b64c-8e1f0d3e221e on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:33:04.731734 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Port 74b797b7-8d51-4853-b64c-8e1f0d3e221e on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:33:04.732033 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Attempting to bind port 74b797b7-8d51-4853-b64c-8e1f0d3e221e on network 1c574a6b-04e5-47d0-9492-8cbe0ac47c6d {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:33:04.737680 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:33:04.738034 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Checking segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:33:04.738415 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Bound using segment: {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:33:04.738844 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Bound port: 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a99b6d-ffa6-44c9-8ad9-495cddfd3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:33:04.739305 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.808395 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:33:04.812680 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:33:04.817732 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.845314 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e27391-911c-4d00-abae-8fabaf6b767e req-0fd0c442-9513-4d43-8f29-22762ba863bf tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.847169 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49e27391-911c-4d00-abae-8fabaf6b767e req-0fd0c442-9513-4d43-8f29-22762ba863bf tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0559001 Sep 10 16:33:04.858634 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.859341 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:04.860717 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] 10.222.0.39 "PUT /v2.0/ports/74b797b7-8d51-4853-b64c-8e1f0d3e221e HTTP/1.1" status: 200 len: 1093 time: 0.7258787 Sep 10 16:33:04.861153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:04.863394 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:04.885778 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb75808-744f-4b03-838e-3abd0247fb27 service neutron] Pushing event updated for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:04.897330 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49e27391-911c-4d00-abae-8fabaf6b767e req-1ee86627-fde0-48be-8e7a-25563ef7909f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Sep 10 16:33:04.908367 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65f666-58d5-4a02-a69e-4f8819d49dea x-openstack-request-id: req-fb65f666-58d5-4a02-a69e-4f8819d49dea {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:04.908688 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:04.908952 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb65f666-58d5-4a02-a69e-4f8819d49dea {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:04.909362 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e', 'status': 'completed', 'code': 200} Sep 10 16:33:04.941993 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f6979-567d-4f2a-b0e4-f2865c763ee3 req-0ea5efdb-10cb-4bdb-9e0e-0e54d65ecfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.943528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a2f6979-567d-4f2a-b0e4-f2865c763ee3 req-0ea5efdb-10cb-4bdb-9e0e-0e54d65ecfd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 1098 time: 0.0507770 Sep 10 16:33:04.974672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-02e9f6b3-59ff-442b-9883-2a47049dc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:04.976182 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-02e9f6b3-59ff-442b-9883-2a47049dc590 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 1096 time: 0.0414691 Sep 10 16:33:04.980931 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a2f6979-567d-4f2a-b0e4-f2865c763ee3 req-59f56c34-253a-4343-9c3a-9d95e59c7783 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281527 Sep 10 16:33:05.085316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57559c4-7f8d-44fc-95d6-2721e91fbc3e req-398768ed-b2cf-4b82-afb2-51f62312ac0a tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.086783 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e57559c4-7f8d-44fc-95d6-2721e91fbc3e req-398768ed-b2cf-4b82-afb2-51f62312ac0a tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0612164 Sep 10 16:33:05.123922 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e57559c4-7f8d-44fc-95d6-2721e91fbc3e req-d0cde8cc-9a74-497d-8c32-563a82684d3e tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Sep 10 16:33:05.285103 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-3b9182e4-0228-4e6d-a3d7-299da35e001b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e HTTP/1.1" status: 200 len: 217 time: 0.0337946 Sep 10 16:33:05.333581 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b44e-a696-418c-9279-732def2292ad req-37851390-6ac0-43e3-b7b6-bb79ddad4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.335154 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-37851390-6ac0-43e3-b7b6-bb79ddad4369 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0415163 Sep 10 16:33:05.381479 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-e67a6662-96b0-407f-b2b2-1706edc76acd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281997 Sep 10 16:33:05.449423 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f749b-0dfa-4074-9cf4-97667ac7b86d req-7b9d305f-262c-4181-9e5f-0c64f4f2aa36 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.451496 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-df3f749b-0dfa-4074-9cf4-97667ac7b86d req-7b9d305f-262c-4181-9e5f-0c64f4f2aa36 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0468619 Sep 10 16:33:05.474609 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-d7b875f2-92dd-4c28-9b88-770823304bb6 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Sep 10 16:33:05.492528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-df3f749b-0dfa-4074-9cf4-97667ac7b86d req-a66a8e44-89aa-4943-b915-f17a4079c511 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Sep 10 16:33:05.564737 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3abb-7937-46ac-b401-8134e911c1cb req-4ea652ba-432b-493b-873b-0284ae27a323 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.566206 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-097b3abb-7937-46ac-b401-8134e911c1cb req-4ea652ba-432b-493b-873b-0284ae27a323 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 943 time: 0.0531871 Sep 10 16:33:05.572850 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a72b44e-a696-418c-9279-732def2292ad req-dd8194d4-aa9e-4e71-a0db-645e48e7ff2c service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Sep 10 16:33:05.605509 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-097b3abb-7937-46ac-b401-8134e911c1cb req-503022a4-e62c-4389-93ee-09f584e9a974 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Sep 10 16:33:05.685035 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-d573fca3-1a07-47c3-a6c6-4290567f0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.686702 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-d573fca3-1a07-47c3-a6c6-4290567f0ebc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81b85c89d1374f9798374b93a72cd845&device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 1096 time: 0.0407419 Sep 10 16:33:05.751166 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55cfc2-1d4a-4bf3-820c-00413886e66c req-57e43a56-fa82-4403-812f-3f3f2bb8b7ea tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.752675 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b55cfc2-1d4a-4bf3-820c-00413886e66c req-57e43a56-fa82-4403-812f-3f3f2bb8b7ea tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 946 time: 0.0481844 Sep 10 16:33:05.784752 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-f41c0f00-1648-4e5c-9a38-d6eb2433c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.786223 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-f41c0f00-1648-4e5c-9a38-d6eb2433c877 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 200 len: 915 time: 0.0874898 Sep 10 16:33:05.789944 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b55cfc2-1d4a-4bf3-820c-00413886e66c req-bd8d35c3-7e17-4b59-bd05-f124f885f96f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Sep 10 16:33:05.831233 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-e27c28c9-71df-470a-8963-2fa51b366fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e HTTP/1.1" status: 200 len: 217 time: 0.0347481 Sep 10 16:33:05.887851 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-d702b0cc-4a06-4c31-b3e1-3c45ab3166f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:05.889851 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-d702b0cc-4a06-4c31-b3e1-3c45ab3166f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 200 len: 854 time: 0.0417633 Sep 10 16:33:05.924454 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-2b8ff2d2-8225-4cb7-a31c-7a840280948a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227220 Sep 10 16:33:06.016960 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da795faf-e213-4347-b345-a6a433fb2482 req-1017dc5b-dd98-4968-b686-8b6c28f9ca31 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:06.023289 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da795faf-e213-4347-b345-a6a433fb2482 req-1017dc5b-dd98-4968-b686-8b6c28f9ca31 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0483825 Sep 10 16:33:06.023894 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-ac8a20d1-82d0-4668-9330-4cb45f5973f1 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871260 Sep 10 16:33:06.058875 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da795faf-e213-4347-b345-a6a433fb2482 req-bb37ea42-82aa-4293-99b1-7be9205269b2 tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340972 Sep 10 16:33:06.118662 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe358f17-5324-4d2b-8bdd-4c51c0bf15e5 req-2e97306c-3b6c-40c1-926a-a5054ea42689 service neutron] 10.222.0.39 "GET /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Sep 10 16:33:06.235357 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024ffa8-2406-477f-8603-87074f58e040 req-a2ca87b1-4b01-462a-a465-41629dbe6e9c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:06.236785 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8024ffa8-2406-477f-8603-87074f58e040 req-a2ca87b1-4b01-462a-a465-41629dbe6e9c tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0484090 Sep 10 16:33:06.272464 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8024ffa8-2406-477f-8603-87074f58e040 req-d78565dc-7a6c-439f-bb5e-8dc2626dc9da tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298491 Sep 10 16:33:06.435660 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:33:06.506837 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:06.541038 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:06.545924 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:06.593647 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=8']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:06.606484 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2bb4d-e6e5-4d55-818d-caa77c2a418d req-dfdccf30-b34b-4fcd-a75d-051fe4687799 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:06.608568 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6b2bb4d-e6e5-4d55-818d-caa77c2a418d req-dfdccf30-b34b-4fcd-a75d-051fe4687799 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0496814 Sep 10 16:33:06.648110 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f6b2bb4d-e6e5-4d55-818d-caa77c2a418d req-af755020-f5f0-4c9c-ae1d-8b629b24a420 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Sep 10 16:33:06.707299 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:06.709708 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a5c3fa-e967-4b1c-a99b-a2cce1a3023b" -d '{"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:06.724048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd46c75-45bd-44b5-b636-ecf5cf373ff3 req-11ee993e-c5b2-4246-843b-01bb1a373f6a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:06.725302 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5fd46c75-45bd-44b5-b636-ecf5cf373ff3 req-11ee993e-c5b2-4246-843b-01bb1a373f6a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 943 time: 0.0498273 Sep 10 16:33:06.747029 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cbd263-1599-4625-95a6-36399d5dee82 x-openstack-request-id: req-a3cbd263-1599-4625-95a6-36399d5dee82 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:06.747400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-unplugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:06.747732 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3cbd263-1599-4625-95a6-36399d5dee82 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:06.748140 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'code': 200} Sep 10 16:33:06.768452 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5fd46c75-45bd-44b5-b636-ecf5cf373ff3 req-4f9571ba-7065-4771-a641-48484a9f3223 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Sep 10 16:33:06.913513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f75ae-a1a6-40e9-aa47-9cfc7ce025ed req-4b00832a-2a07-46a0-9213-f791fca9857a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:06.914979 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f2f75ae-a1a6-40e9-aa47-9cfc7ce025ed req-4b00832a-2a07-46a0-9213-f791fca9857a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0493798 Sep 10 16:33:06.952032 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f2f75ae-a1a6-40e9-aa47-9cfc7ce025ed req-2bac3c03-5a0e-4136-8081-9ec6232c9b53 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305772 Sep 10 16:33:07.178741 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fe0b5-19e3-4c19-90de-cce3305c2c01 req-a18e8c99-a989-421a-8691-514f1d9a004a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.180242 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bb5fe0b5-19e3-4c19-90de-cce3305c2c01 req-a18e8c99-a989-421a-8691-514f1d9a004a tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Sep 10 16:33:07.220947 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bb5fe0b5-19e3-4c19-90de-cce3305c2c01 req-7a5ab45d-1159-4885-8e0c-985782f428af tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/security-groups?id=3be916d9-187f-490b-9c18-c03ce8c7d212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Sep 10 16:33:07.394306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4debbeb-973f-42cf-9322-49fa50a4e9d1 req-15688009-f8ab-4f1d-bca9-a0e6295d7753 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.395801 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4debbeb-973f-42cf-9322-49fa50a4e9d1 req-15688009-f8ab-4f1d-bca9-a0e6295d7753 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0557880 Sep 10 16:33:07.440821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-1c575d84-c444-4ee6-a691-0bdf13e57234 req-c56c9f39-2a60-45d1-ae9b-654d48b62864 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:33:07.441805 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1c575d84-c444-4ee6-a691-0bdf13e57234 req-c56c9f39-2a60-45d1-ae9b-654d48b62864 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051653 Sep 10 16:33:07.444574 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4debbeb-973f-42cf-9322-49fa50a4e9d1 req-e5a6e058-213c-459c-bbde-581ecbdb77d3 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Sep 10 16:33:07.615895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706bd3-44e5-47bc-8bbb-9519c77871ce req-849ab6a4-234a-4ee7-a0d5-9ceb5c8d22c1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.617495 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b706bd3-44e5-47bc-8bbb-9519c77871ce req-849ab6a4-234a-4ee7-a0d5-9ceb5c8d22c1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0538692 Sep 10 16:33:07.667097 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b706bd3-44e5-47bc-8bbb-9519c77871ce req-54da602f-eb60-49b4-91fe-199869f0a735 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Sep 10 16:33:07.755615 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-11f1cd70-b810-4821-af4e-b0fafaf74e4c tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.757046 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-11f1cd70-b810-4821-af4e-b0fafaf74e4c tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 945 time: 0.0984662 Sep 10 16:33:07.785495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bd3fe-7aa0-4aa6-8215-106ad546b0f9 req-044797e9-72ed-42d2-babc-683363ffcd1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.787044 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-139bd3fe-7aa0-4aa6-8215-106ad546b0f9 req-044797e9-72ed-42d2-babc-683363ffcd1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0548530 Sep 10 16:33:07.857842 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-139bd3fe-7aa0-4aa6-8215-106ad546b0f9 req-97aa2138-8de2-489d-8242-1cdef9edad3a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622797 Sep 10 16:33:07.931432 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9eef-15c8-47a7-a0e8-1e3b9c54e0a4 req-644522b4-5cb0-4f19-a1ef-4d9be1ca956f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:07.932953 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fdf9eef-15c8-47a7-a0e8-1e3b9c54e0a4 req-644522b4-5cb0-4f19-a1ef-4d9be1ca956f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 943 time: 0.0534866 Sep 10 16:33:07.953577 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Deleting port 1485ff50-c056-4cff-ac42-096e1e02602a {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:33:07.954074 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:07.988376 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fdf9eef-15c8-47a7-a0e8-1e3b9c54e0a4 req-db6f9bc3-da65-492b-8a7a-b1a048493795 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Sep 10 16:33:08.048862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 45594) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:08.071110 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] For port 1485ff50-c056-4cff-ac42-096e1e02602a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=1485ff50-c056-4cff-ac42-096e1e02602a,segment=NetworkSegment(5444858f-cc86-491c-bd08-621ce96c1142),segment_id=5444858f-cc86-491c-bd08-621ce96c1142)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:08.071820 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:08.088785 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Calling delete_port for 1485ff50-c056-4cff-ac42-096e1e02602a owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:33:08.134500 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-e8cec53b-b694-47fe-b518-571630da2d50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843141 Sep 10 16:33:08.143809 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-66f9d2cc-e783-49f5-9282-96a268c2c453 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:33:08.144839 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-66f9d2cc-e783-49f5-9282-96a268c2c453 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049384 Sep 10 16:33:08.243033 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:08.257083 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['1485ff50-c056-4cff-ac42-096e1e02602a'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:08.270378 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Pushing event deleted for resources: {'Port': ['ID=1485ff50-c056-4cff-ac42-096e1e02602a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:08.325282 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ea557f6c-1a1d-46a6-afe3-7be22996ba68 req-d66f41a9-8cdf-4ccf-81aa-419bb52602ef tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c06bb5-b0c3-41f1-afcd-403c22fd4326 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Sep 10 16:33:08.348659 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] No DVR routers for this DVR port 1485ff50-c056-4cff-ac42-096e1e02602a on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:33:08.352910 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:08.355212 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-44c50813-8b20-4db4-8fa6-0680345fa00c req-16427ef2-0143-4f47-b7d6-d097f43e1d3f tempest-VolumesActionsTest-1774761101 tempest-VolumesActionsTest-1774761101-project] 10.222.0.39 "DELETE /v2.0/ports/1485ff50-c056-4cff-ac42-096e1e02602a HTTP/1.1" status: 204 len: 173 time: 0.5881329 Sep 10 16:33:08.355699 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'name': 'network-vif-deleted', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:08.360330 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b832fe6e-b300-4dc2-90df-aaceec8f9fad" -d '{"events": [{"server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "name": "network-vif-deleted", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:08.403752 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3429a-f330-45ff-b6aa-f653695fe08c x-openstack-request-id: req-e0e3429a-f330-45ff-b6aa-f653695fe08c {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:08.404140 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c06bb5-b0c3-41f1-afcd-403c22fd4326", "name": "network-vif-deleted", "tag": "1485ff50-c056-4cff-ac42-096e1e02602a", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:08.404471 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0e3429a-f330-45ff-b6aa-f653695fe08c {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:08.405080 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c06bb5-b0c3-41f1-afcd-403c22fd4326', 'name': 'network-vif-deleted', 'tag': '1485ff50-c056-4cff-ac42-096e1e02602a', 'status': 'completed', 'code': 200} Sep 10 16:33:08.455110 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 74b797b7-8d51-4853-b64c-8e1f0d3e221e details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:33:08.558678 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:08.570355 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '74b797b7-8d51-4853-b64c-8e1f0d3e221e', 'network_id': '1c574a6b-04e5-47d0-9492-8cbe0ac47c6d', 'port_id': '74b797b7-8d51-4853-b64c-8e1f0d3e221e', 'mac_address': 'fa:16:3e:18:40:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a5dc7f-12d8-4654-8985-b44dc1807b79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:33:08.608203 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:08.620820 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b797b7-8d51-4853-b64c-8e1f0d3e221e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:33:08.640859 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:08.644941 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:08.697376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:08.782378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978fd79-ccde-41f0-a4b9-509cf500bcdb req-b4801d19-2742-4de2-9e1f-dcbaeea7d197 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:08.783840 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6978fd79-ccde-41f0-a4b9-509cf500bcdb req-b4801d19-2742-4de2-9e1f-dcbaeea7d197 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0477326 Sep 10 16:33:08.820865 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6978fd79-ccde-41f0-a4b9-509cf500bcdb req-6857b17d-7db0-412e-b468-d020db5559f7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Sep 10 16:33:08.990121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8d093-ce3f-43a7-8ff7-284adb8d3ae8 req-3bd6d80a-2adf-49ac-8500-7ca8ba2eb04e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:08.994742 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fc8d093-ce3f-43a7-8ff7-284adb8d3ae8 req-3bd6d80a-2adf-49ac-8500-7ca8ba2eb04e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0600688 Sep 10 16:33:09.031557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['74b797b7-8d51-4853-b64c-8e1f0d3e221e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:09.037897 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1fc8d093-ce3f-43a7-8ff7-284adb8d3ae8 req-e7aaade6-33fc-4e61-be80-da691192b9a1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Sep 10 16:33:09.121230 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233985d4-b0cc-4848-92c8-98e828fc9786 req-5af5b76e-5808-48a6-91c0-d02495dad2f1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:09.123507 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-233985d4-b0cc-4848-92c8-98e828fc9786 req-5af5b76e-5808-48a6-91c0-d02495dad2f1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 944 time: 0.0526650 Sep 10 16:33:09.160294 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-233985d4-b0cc-4848-92c8-98e828fc9786 req-f59608e8-fd3e-41de-a810-5b9b7dd98346 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Sep 10 16:33:09.941170 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11709dca-cc2e-421f-b1cd-8ecb2ecc44b7 req-7b5d135e-51d8-4338-b862-f95b514fdc63 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:09.942657 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-11709dca-cc2e-421f-b1cd-8ecb2ecc44b7 req-7b5d135e-51d8-4338-b862-f95b514fdc63 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0496926 Sep 10 16:33:09.990771 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-11709dca-cc2e-421f-b1cd-8ecb2ecc44b7 req-bd209f2f-f9b0-4204-bfe5-469f9dda25e1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Sep 10 16:33:10.160453 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53684c66-746b-42a4-ab14-45a85e443592 req-3136631e-664c-4a52-966a-67b14dc656b3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:10.161999 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53684c66-746b-42a4-ab14-45a85e443592 req-3136631e-664c-4a52-966a-67b14dc656b3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Sep 10 16:33:10.198602 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-53684c66-746b-42a4-ab14-45a85e443592 req-e1ce454a-764b-4c16-85a1-d6184b5f261b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Sep 10 16:33:10.271711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0feacc-3bcb-48a8-9cb4-18fba419849f req-71185945-e7a3-4f2a-8393-cc6e69f56404 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:10.273135 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf0feacc-3bcb-48a8-9cb4-18fba419849f req-71185945-e7a3-4f2a-8393-cc6e69f56404 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 944 time: 0.0473115 Sep 10 16:33:10.308572 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf0feacc-3bcb-48a8-9cb4-18fba419849f req-fc716422-317a-4892-9654-efe0674964fc tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296700 Sep 10 16:33:11.106254 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57dbab-0cb6-44ea-8e42-6a55d849698d req-23c1edf7-decf-42c3-9afd-754bf35406d8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:11.108107 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd57dbab-0cb6-44ea-8e42-6a55d849698d req-23c1edf7-decf-42c3-9afd-754bf35406d8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0499144 Sep 10 16:33:11.145679 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd57dbab-0cb6-44ea-8e42-6a55d849698d req-9768ea59-3556-4bf7-a050-aa70e0c37677 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Sep 10 16:33:11.314745 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e997-f274-4f54-b4be-3babb5ce4716 req-1b27cf2d-04c1-48de-9497-a60175b44771 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:11.316116 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4f11e997-f274-4f54-b4be-3babb5ce4716 req-1b27cf2d-04c1-48de-9497-a60175b44771 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0506034 Sep 10 16:33:11.352719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4f11e997-f274-4f54-b4be-3babb5ce4716 req-6cdaeb63-1290-4e9d-8d66-6fbc69b13a05 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Sep 10 16:33:11.424188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc56185-a7bf-48a2-8027-efd448f31c3a req-3caee17b-2d9b-460e-98eb-c99756c01af7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:11.425633 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bc56185-a7bf-48a2-8027-efd448f31c3a req-3caee17b-2d9b-460e-98eb-c99756c01af7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 944 time: 0.0477264 Sep 10 16:33:11.461960 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bc56185-a7bf-48a2-8027-efd448f31c3a req-c8a81b57-f4ab-4dd6-b8d5-3463b98c03aa tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Sep 10 16:33:12.260950 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07506a-02e8-4514-a568-a2594f1a8b40 req-ff57d4b9-7bbe-4ee9-8d2b-250929cc3b1f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:12.262525 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b07506a-02e8-4514-a568-a2594f1a8b40 req-ff57d4b9-7bbe-4ee9-8d2b-250929cc3b1f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0482414 Sep 10 16:33:12.299656 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b07506a-02e8-4514-a568-a2594f1a8b40 req-0f880474-bf2f-4d50-a159-dc6e5bb64c1b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Sep 10 16:33:12.468967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b23e2-2eb4-4c16-a173-e6843174acc8 req-b53c051a-c646-49c5-ac7c-4b88cc85836b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:12.470388 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b69b23e2-2eb4-4c16-a173-e6843174acc8 req-b53c051a-c646-49c5-ac7c-4b88cc85836b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Sep 10 16:33:12.480721 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 74b797b7-8d51-4853-b64c-8e1f0d3e221e up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:33:12.515896 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b69b23e2-2eb4-4c16-a173-e6843174acc8 req-433ff602-e2a8-43b4-9c96-511f63abf728 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Sep 10 16:33:12.536622 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 74b797b7-8d51-4853-b64c-8e1f0d3e221e completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:33:12.540418 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 74b797b7-8d51-4853-b64c-8e1f0d3e221e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:33:12.540795 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:12.576340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec0320-9604-43a4-b100-0b50e3751b82 req-890b0857-da0f-46ec-9dd8-3bb987e7c282 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:12.577842 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-75ec0320-9604-43a4-b100-0b50e3751b82 req-890b0857-da0f-46ec-9dd8-3bb987e7c282 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 944 time: 0.0484314 Sep 10 16:33:12.614955 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-75ec0320-9604-43a4-b100-0b50e3751b82 req-44e59ed3-a194-4545-a3a2-aec9d7f16e43 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Sep 10 16:33:12.621113 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:12.645394 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:12.647566 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dbd9c4-b400-4809-a706-dcc60bceedd1" -d '{"events": [{"server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "name": "network-vif-plugged", "status": "completed", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:12.661642 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:12.666234 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:12.667116 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:33:12.704717 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1ea84-800d-4555-9aed-9a9732d55e97 x-openstack-request-id: req-0ca1ea84-800d-4555-9aed-9a9732d55e97 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:12.705004 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "name": "network-vif-plugged", "status": "completed", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:12.705258 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ca1ea84-800d-4555-9aed-9a9732d55e97 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:12.705644 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e', 'code': 200} Sep 10 16:33:12.742063 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:13.414767 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8655d0-6c83-4412-8f25-4601957a0e1f req-8c777f4f-6dfb-42fb-a070-bab86ed2cd8a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:13.416241 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c8655d0-6c83-4412-8f25-4601957a0e1f req-8c777f4f-6dfb-42fb-a070-bab86ed2cd8a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0471725 Sep 10 16:33:13.452885 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4c8655d0-6c83-4412-8f25-4601957a0e1f req-c1bfeb01-a33d-4be6-807d-ee42167f6089 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305905 Sep 10 16:33:13.604836 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 1485ff50-c056-4cff-ac42-096e1e02602a no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:33:13.625739 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 1485ff50-c056-4cff-ac42-096e1e02602a {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:33:13.626078 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 1485ff50-c056-4cff-ac42-096e1e02602a not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:33:13.636391 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d5ce8-ff06-4ae2-9fbb-e966a0764733 req-f61ca0bc-fb9a-47d6-8cff-98d110eaf6c1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:13.637933 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-357d5ce8-ff06-4ae2-9fbb-e966a0764733 req-f61ca0bc-fb9a-47d6-8cff-98d110eaf6c1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0534620 Sep 10 16:33:13.680318 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-357d5ce8-ff06-4ae2-9fbb-e966a0764733 req-b76b3dce-cf4f-432a-aa03-255177b92471 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Sep 10 16:33:13.739812 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb2e9a-ba9f-41f6-bf25-9a12b7466a67 req-caceb432-3737-4823-acd2-778e8d1eff0b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:13.741278 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8cb2e9a-ba9f-41f6-bf25-9a12b7466a67 req-caceb432-3737-4823-acd2-778e8d1eff0b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Sep 10 16:33:13.779877 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8cb2e9a-ba9f-41f6-bf25-9a12b7466a67 req-194512f5-a3e3-4ac5-8871-4b61b919b3c5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Sep 10 16:33:13.807090 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdab15-e32e-4526-97d3-25e5f7ae09df req-af4a44cc-db91-48fc-bfed-fdd5da40df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:13.808618 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6abdab15-e32e-4526-97d3-25e5f7ae09df req-af4a44cc-db91-48fc-bfed-fdd5da40df21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 1098 time: 0.0459611 Sep 10 16:33:13.846079 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6abdab15-e32e-4526-97d3-25e5f7ae09df req-0a12e59d-dd77-4a36-ad1f-e52678684384 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275350 Sep 10 16:33:14.568823 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f97e86-ccd0-43cd-94c8-5c19e810a6c4 req-57129cdb-57e1-4893-a01d-9d48f7741bad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:14.570261 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07f97e86-ccd0-43cd-94c8-5c19e810a6c4 req-57129cdb-57e1-4893-a01d-9d48f7741bad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0478656 Sep 10 16:33:14.607402 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07f97e86-ccd0-43cd-94c8-5c19e810a6c4 req-d1e26ad8-3102-4374-bc76-8657cbd96d85 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304842 Sep 10 16:33:14.796486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f4364-a3d0-4cad-ae92-f96a3a0d612a req-fbd82289-ab81-40f8-8b69-9c0984e33006 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:14.797905 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b8f4364-a3d0-4cad-ae92-f96a3a0d612a req-fbd82289-ab81-40f8-8b69-9c0984e33006 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Sep 10 16:33:14.835941 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b8f4364-a3d0-4cad-ae92-f96a3a0d612a req-d5b76051-e6c9-43c4-8601-c78b55518a31 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Sep 10 16:33:14.898395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7888f-851e-4ea0-8ab0-f57814b2713a req-e70b90f9-9382-49e4-ac28-1d64779e15da tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:14.899892 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6e7888f-851e-4ea0-8ab0-f57814b2713a req-e70b90f9-9382-49e4-ac28-1d64779e15da tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Sep 10 16:33:14.937484 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6e7888f-851e-4ea0-8ab0-f57814b2713a req-1756a0b9-7cba-4b37-8eb6-c0c382e58a90 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Sep 10 16:33:15.746799 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606adc-8b96-4d32-ac17-8fb45a81d284 req-06080ee3-5ec5-4f9a-a69e-13ef1b691c16 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:15.749712 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd606adc-8b96-4d32-ac17-8fb45a81d284 req-06080ee3-5ec5-4f9a-a69e-13ef1b691c16 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0527360 Sep 10 16:33:15.788051 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd606adc-8b96-4d32-ac17-8fb45a81d284 req-b6590702-b99a-446b-9c32-6a9ca3be04b8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Sep 10 16:33:15.960072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1506-16d6-47a7-bd8d-52f326749017 req-386d68a1-3eb1-463f-98bd-e709a00be151 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:15.960505 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd6b1506-16d6-47a7-bd8d-52f326749017 req-386d68a1-3eb1-463f-98bd-e709a00be151 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Sep 10 16:33:16.016267 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fd6b1506-16d6-47a7-bd8d-52f326749017 req-28dc1ead-b987-4075-8b33-746ee362a3d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Sep 10 16:33:16.086435 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d456ec-ba97-48f3-bcd8-a1ca79025d34 req-d81b4b5b-5400-4e94-951f-4b89b8fe6640 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:16.094684 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76d456ec-ba97-48f3-bcd8-a1ca79025d34 req-d81b4b5b-5400-4e94-951f-4b89b8fe6640 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0672531 Sep 10 16:33:16.131619 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76d456ec-ba97-48f3-bcd8-a1ca79025d34 req-bf43ac8b-8231-4b25-a63c-0d2f66f5b6d8 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Sep 10 16:33:16.907920 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825365ab-8f65-4547-bab8-45dac57a60bf req-0964e244-0e58-4fb5-b7d2-4fabcd10b941 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:16.909359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-825365ab-8f65-4547-bab8-45dac57a60bf req-0964e244-0e58-4fb5-b7d2-4fabcd10b941 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0473647 Sep 10 16:33:16.945566 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-825365ab-8f65-4547-bab8-45dac57a60bf req-a09655de-5bb2-4e1b-9715-1269b2212e38 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303948 Sep 10 16:33:17.121390 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6645da-a64c-46ea-840e-df2f020bb1ae req-b3fad68c-ed2d-43c2-a40a-eb0812818894 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:17.122886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3f6645da-a64c-46ea-840e-df2f020bb1ae req-b3fad68c-ed2d-43c2-a40a-eb0812818894 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Sep 10 16:33:17.159065 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3f6645da-a64c-46ea-840e-df2f020bb1ae req-54b629c0-ab3b-40bc-a5ea-44c5ec8ab0b1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Sep 10 16:33:17.718900 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5e0a21ff-e2cd-48e0-818b-c7af9ba1c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:18.060973 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1acc64-4207-453b-b81f-8b98474ce3b5 req-a6820c46-20e5-4640-8adc-878ac04e97d7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:18.062430 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da1acc64-4207-453b-b81f-8b98474ce3b5 req-a6820c46-20e5-4640-8adc-878ac04e97d7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0474396 Sep 10 16:33:18.099093 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da1acc64-4207-453b-b81f-8b98474ce3b5 req-6294c4cc-ca06-4c87-954b-fa60fe878b0d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Sep 10 16:33:18.271173 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14bcb7-4057-4cc2-9b7c-ac6c3958ae15 req-308b5681-6672-4572-9c8c-c30071416270 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:18.272562 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e14bcb7-4057-4cc2-9b7c-ac6c3958ae15 req-308b5681-6672-4572-9c8c-c30071416270 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0479043 Sep 10 16:33:18.312679 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e14bcb7-4057-4cc2-9b7c-ac6c3958ae15 req-b39d3ea4-839e-448c-8725-98ef6e57805f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Sep 10 16:33:19.241786 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ebea8-1bad-41a2-b82c-156c08887e01 req-c69e6a4a-aed7-484e-b936-327b73ca2763 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:19.243984 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d4ebea8-1bad-41a2-b82c-156c08887e01 req-c69e6a4a-aed7-484e-b936-327b73ca2763 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0649922 Sep 10 16:33:19.294003 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d4ebea8-1bad-41a2-b82c-156c08887e01 req-0c5427f6-4f6d-415f-93bd-b871580631db tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Sep 10 16:33:19.481011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad84df-97e4-48ff-a864-c4c0bbdf43bb req-41cb2116-08ef-45f4-af98-008f9637350c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:19.490548 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fad84df-97e4-48ff-a864-c4c0bbdf43bb req-41cb2116-08ef-45f4-af98-008f9637350c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1002939 Sep 10 16:33:19.532532 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fad84df-97e4-48ff-a864-c4c0bbdf43bb req-229314b8-c89b-452c-937c-a38c7b6b26e7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Sep 10 16:33:20.036904 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b3e4fed3-1363-4f39-929a-cb3ff94f96b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:20.387165 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:20.437687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb0e7-8edb-4ac5-a140-30fc5c65b2dd req-5e8f8b32-878a-49b8-920a-bf046b7d860a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:20.439191 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bb9bb0e7-8edb-4ac5-a140-30fc5c65b2dd req-5e8f8b32-878a-49b8-920a-bf046b7d860a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0502725 Sep 10 16:33:20.481295 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bb9bb0e7-8edb-4ac5-a140-30fc5c65b2dd req-19d6181c-e15c-4f1d-9308-d7733a9a2a89 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359008 Sep 10 16:33:20.735378 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:20.762787 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b2b0-0bf5-4ad5-9c14-8d7b4186f0c7 req-7c5bfe1d-1b8c-4ad1-9f5e-08b160c32fce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:20.767784 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e66b2b0-0bf5-4ad5-9c14-8d7b4186f0c7 req-7c5bfe1d-1b8c-4ad1-9f5e-08b160c32fce tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0965891 Sep 10 16:33:20.884269 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e66b2b0-0bf5-4ad5-9c14-8d7b4186f0c7 req-a3c38f31-e61b-4ece-852d-eefecf992fc0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017013 Sep 10 16:33:21.443033 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:21.604345 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be70ad0-ebe6-4e28-9ca7-ceef287600cb req-e21d00d1-4a9e-462c-af0c-d2a259a3d06d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:21.605972 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7be70ad0-ebe6-4e28-9ca7-ceef287600cb req-e21d00d1-4a9e-462c-af0c-d2a259a3d06d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0517828 Sep 10 16:33:21.647845 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7be70ad0-ebe6-4e28-9ca7-ceef287600cb req-aa3fad35-69bc-472f-88c1-96a0c0da706b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350771 Sep 10 16:33:22.018753 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ecb69-4098-4983-8f5c-ab7cef2e5c1f req-be4b8cd3-3564-400b-983c-9742c43fa952 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:22.020375 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a93ecb69-4098-4983-8f5c-ab7cef2e5c1f req-be4b8cd3-3564-400b-983c-9742c43fa952 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0539641 Sep 10 16:33:22.067287 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a93ecb69-4098-4983-8f5c-ab7cef2e5c1f req-43666e7f-91fa-4f74-9650-53fc88d9c16f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Sep 10 16:33:22.835396 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb65eb5-7d4f-49b7-bccb-ae36374f76cf req-a163b027-18c7-45c0-840e-056dce7c4c78 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:22.837035 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afb65eb5-7d4f-49b7-bccb-ae36374f76cf req-a163b027-18c7-45c0-840e-056dce7c4c78 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0616059 Sep 10 16:33:22.876358 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afb65eb5-7d4f-49b7-bccb-ae36374f76cf req-e2a16cb5-3639-4a4c-bda9-cb10fbabc30e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Sep 10 16:33:23.005693 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:23.195736 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d11cc-c994-4d2a-a643-38c8960900d3 req-e86426bf-4361-4921-a8ff-446dcb9d0627 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:23.197382 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-070d11cc-c994-4d2a-a643-38c8960900d3 req-e86426bf-4361-4921-a8ff-446dcb9d0627 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0585582 Sep 10 16:33:23.244012 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-070d11cc-c994-4d2a-a643-38c8960900d3 req-a312779b-60ee-46ea-b8b4-a6a8e73a6c73 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Sep 10 16:33:24.033222 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185cf6c-b8ca-46d7-bbf6-90e4290e91b2 req-47d221c0-910d-4984-a24f-2b44bb6fb150 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:24.041985 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6185cf6c-b8ca-46d7-bbf6-90e4290e91b2 req-47d221c0-910d-4984-a24f-2b44bb6fb150 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0706797 Sep 10 16:33:24.158017 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6185cf6c-b8ca-46d7-bbf6-90e4290e91b2 req-675e0f47-268d-4b82-a735-e3c4304563ca tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150818 Sep 10 16:33:24.401123 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b2a9-f359-406e-bbad-6ab07f901e9f req-8e91e7c5-9d2a-49d8-8638-29dfeb5feda8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:24.404349 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6208b2a9-f359-406e-bbad-6ab07f901e9f req-8e91e7c5-9d2a-49d8-8638-29dfeb5feda8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0628042 Sep 10 16:33:24.459629 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6208b2a9-f359-406e-bbad-6ab07f901e9f req-100e3929-91d7-46b8-8c01-b36196d5093a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Sep 10 16:33:24.643962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-ef8f5830-23a3-4849-9622-caadfa810126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:24.645510 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-ef8f5830-23a3-4849-9622-caadfa810126 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1097 time: 0.0492918 Sep 10 16:33:24.652699 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-8aefdd83-3e2e-45f5-afe1-7c1c952d7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:24.658194 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-8aefdd83-3e2e-45f5-afe1-7c1c952d7939 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 1097 time: 0.0964866 Sep 10 16:33:24.910645 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-709d532b-d222-455d-8f4f-1b0f81cd96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:24.913791 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-709d532b-d222-455d-8f4f-1b0f81cd96e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.2297990 Sep 10 16:33:24.998194 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-24661e90-1c87-42e9-8190-ee60c5ce918f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 1000 time: 0.0747142 Sep 10 16:33:25.067837 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-6193bca9-01a3-4023-b3ce-8073aa9984fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.069856 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-6193bca9-01a3-4023-b3ce-8073aa9984fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0620320 Sep 10 16:33:25.131543 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-96aca68c-90c8-4b84-9a28-d9b4939554df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.133137 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-96aca68c-90c8-4b84-9a28-d9b4939554df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506287 Sep 10 16:33:25.247631 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-9f87a2f7-151c-4fc3-b313-1e464bb6fb7a service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012967 Sep 10 16:33:25.317670 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e075e2-b04c-4a8d-9de3-3da6b2996440 req-e4a3a537-5739-47ed-b4cc-5de513c2b130 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.325725 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d8e075e2-b04c-4a8d-9de3-3da6b2996440 req-e4a3a537-5739-47ed-b4cc-5de513c2b130 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0647612 Sep 10 16:33:25.370308 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d8e075e2-b04c-4a8d-9de3-3da6b2996440 req-8edc162a-865c-4a4c-825d-26d0f9d097b0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Sep 10 16:33:25.393730 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9ce76c0-0e57-4773-8ac6-b4fd8da72950 req-291f01c4-1844-4d26-a59b-5f0d41d9be26 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285775 Sep 10 16:33:25.519118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-c044252f-54e9-459a-a0a5-f476d56af6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.520662 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-c044252f-54e9-459a-a0a5-f476d56af6d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1097 time: 0.0682743 Sep 10 16:33:25.596114 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4355c-db54-4e46-82ba-a4f3119a4db7 req-71d90224-8aa8-4806-a597-defa26202d82 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.597528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ef4355c-db54-4e46-82ba-a4f3119a4db7 req-71d90224-8aa8-4806-a597-defa26202d82 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0542324 Sep 10 16:33:25.650015 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-768418df-041a-42d2-8a22-ed9f4d17a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.651392 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-768418df-041a-42d2-8a22-ed9f4d17a533 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.1190577 Sep 10 16:33:25.654870 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ef4355c-db54-4e46-82ba-a4f3119a4db7 req-79928918-e81c-4a2d-96ec-ef953c518b7f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506127 Sep 10 16:33:25.720152 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-63c3dd73-8bbd-4274-94da-f3f9431f03e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 200 len: 1000 time: 0.0609379 Sep 10 16:33:25.776457 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-3abf88ad-d684-44b5-bd7f-713ed57895bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.778072 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-3abf88ad-d684-44b5-bd7f-713ed57895bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0482981 Sep 10 16:33:25.833865 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-91a6ac2d-921a-4994-b451-92484afedd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:25.836104 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-91a6ac2d-921a-4994-b451-92484afedd18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486581 Sep 10 16:33:25.932569 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-de14cd10-96b4-4957-9dcb-809331db7d6f service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Sep 10 16:33:26.040762 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1e10fd1d-5e81-49fe-814a-42d8114ba72e req-4d30369b-2976-4c8e-b0e0-ecaa17de4538 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943775 Sep 10 16:33:26.525882 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2cb6-ac72-4a5b-a52b-d69fdb08dbf1 req-d7aff284-6011-4a71-a3e6-fa7c5c22f5a2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:26.528016 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ad0d2cb6-ac72-4a5b-a52b-d69fdb08dbf1 req-d7aff284-6011-4a71-a3e6-fa7c5c22f5a2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0646875 Sep 10 16:33:26.615819 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ad0d2cb6-ac72-4a5b-a52b-d69fdb08dbf1 req-6ff6c20e-16e5-4644-bbd1-8d19324d7b8a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806706 Sep 10 16:33:26.957713 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca6f26-eeb2-42bc-8dd6-83f13335dc27 req-9f4e77a2-9b29-4fbb-896d-05a4b7836413 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:26.962710 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2bca6f26-eeb2-42bc-8dd6-83f13335dc27 req-9f4e77a2-9b29-4fbb-896d-05a4b7836413 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.1521978 Sep 10 16:33:27.067390 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2bca6f26-eeb2-42bc-8dd6-83f13335dc27 req-74442082-f744-49d6-9d97-ffe323111c74 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Sep 10 16:33:27.803497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec993a-20ff-461a-9a0b-ba7002c68c07 req-0e5d0351-68e7-40b2-9a03-bc3152b29752 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:27.812043 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fec993a-20ff-461a-9a0b-ba7002c68c07 req-0e5d0351-68e7-40b2-9a03-bc3152b29752 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0856538 Sep 10 16:33:27.866529 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2fec993a-20ff-461a-9a0b-ba7002c68c07 req-63d6984c-682d-4b73-9596-a84917d6ef80 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 Sep 10 16:33:28.232888 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a40ac-7ecb-450d-86a0-6092f440c746 req-1932faf5-2df7-4328-8f52-da2f6761d04d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:28.234986 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe8a40ac-7ecb-450d-86a0-6092f440c746 req-1932faf5-2df7-4328-8f52-da2f6761d04d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0620005 Sep 10 16:33:28.284423 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fe8a40ac-7ecb-450d-86a0-6092f440c746 req-5f86cf88-27d1-42c1-a2b7-36808885e563 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Sep 10 16:33:29.029047 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2a18-6cff-40a5-8279-42b801f0a738 req-f9d66cbb-83d1-4fec-9d03-a6bd549a5d5b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:29.036911 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-615e2a18-6cff-40a5-8279-42b801f0a738 req-f9d66cbb-83d1-4fec-9d03-a6bd549a5d5b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0610366 Sep 10 16:33:29.081019 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-615e2a18-6cff-40a5-8279-42b801f0a738 req-7aeca76e-ac4b-47b5-9d16-0517313457c0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Sep 10 16:33:29.519301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8730-32fe-4424-aded-b1ab559094e1 req-98187fca-f1b2-4028-a07c-965d883cfddb tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:29.526943 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba6b8730-32fe-4424-aded-b1ab559094e1 req-98187fca-f1b2-4028-a07c-965d883cfddb tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0890093 Sep 10 16:33:29.576682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ba6b8730-32fe-4424-aded-b1ab559094e1 req-2ee8875f-6e08-4ed4-baeb-781f9f899e37 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Sep 10 16:33:30.229849 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c196-28cb-473f-8e18-9923cf083c8a req-cd14a44a-9237-4b48-ad3d-ca8b144cdfd9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:30.240846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c3c196-28cb-473f-8e18-9923cf083c8a req-cd14a44a-9237-4b48-ad3d-ca8b144cdfd9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0749125 Sep 10 16:33:30.325646 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62c3c196-28cb-473f-8e18-9923cf083c8a req-d8730bed-e1aa-4257-9b3d-33605aec1fc3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811710 Sep 10 16:33:30.778758 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c127-d30c-4524-ad10-48dbd493ed70 req-9f0ec6e5-0216-4a15-abe8-78f67b7152a4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:30.791900 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ec5c127-d30c-4524-ad10-48dbd493ed70 req-9f0ec6e5-0216-4a15-abe8-78f67b7152a4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0976205 Sep 10 16:33:30.870743 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ec5c127-d30c-4524-ad10-48dbd493ed70 req-1e90d145-cfc2-458d-9ce1-60eb0f771264 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Sep 10 16:33:31.570870 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4cf4-ba6c-46f1-b462-8d69e571f4b3 req-944df16d-94d8-419b-8949-d43070816c80 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:31.573374 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd8c4cf4-ba6c-46f1-b462-8d69e571f4b3 req-944df16d-94d8-419b-8949-d43070816c80 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.1217208 Sep 10 16:33:31.636407 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd8c4cf4-ba6c-46f1-b462-8d69e571f4b3 req-7caedf0e-c2e0-4345-b9e5-44d8f2a72939 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 Sep 10 16:33:32.065403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392108d1-9faa-400d-9b88-f393265bf41e req-f5c48060-38ee-4d4a-9231-1ad434ee7509 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:32.068158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-392108d1-9faa-400d-9b88-f393265bf41e req-f5c48060-38ee-4d4a-9231-1ad434ee7509 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0767112 Sep 10 16:33:32.142964 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-392108d1-9faa-400d-9b88-f393265bf41e req-78dfbe72-118f-4e7e-9a69-ec9e98850676 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Sep 10 16:33:32.828143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af5bed-3d96-4381-a1a3-9f7639e2e3d0 req-cf137d78-9dde-4c25-8e10-84cfc1b8f5ce tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:32.836653 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e0af5bed-3d96-4381-a1a3-9f7639e2e3d0 req-cf137d78-9dde-4c25-8e10-84cfc1b8f5ce tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0682578 Sep 10 16:33:32.891282 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e0af5bed-3d96-4381-a1a3-9f7639e2e3d0 req-47b56d2c-25b4-4264-8d17-17be8b7b1039 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530813 Sep 10 16:33:33.281340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779cc25-92b4-45bb-8cc2-9311e98279da req-031a137c-e577-463e-a683-6ecefce3bf19 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:33.285719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8779cc25-92b4-45bb-8cc2-9311e98279da req-031a137c-e577-463e-a683-6ecefce3bf19 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0687096 Sep 10 16:33:33.332019 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8779cc25-92b4-45bb-8cc2-9311e98279da req-fce41923-edf9-4550-b04b-3a8ef30268ef tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Sep 10 16:33:34.066973 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d506-c24f-4c94-8af2-ca1d0c6d17f3 req-bcb15f04-0776-4e25-9f16-cf05ae36423b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:34.069419 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b83d506-c24f-4c94-8af2-ca1d0c6d17f3 req-bcb15f04-0776-4e25-9f16-cf05ae36423b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0953283 Sep 10 16:33:34.118746 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6b83d506-c24f-4c94-8af2-ca1d0c6d17f3 req-c989b8bf-e045-49fd-8079-d2d03ce27c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358851 Sep 10 16:33:34.471967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910835-de74-4adf-8827-58cffd820790 req-fd421094-8301-4a1a-a637-969beec52aa8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:34.473435 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a910835-de74-4adf-8827-58cffd820790 req-fd421094-8301-4a1a-a637-969beec52aa8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0507658 Sep 10 16:33:34.511485 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a910835-de74-4adf-8827-58cffd820790 req-e7d50d18-a89a-46a3-a19b-fc3096faeab9 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Sep 10 16:33:35.268965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e78b-079a-4830-8f36-7a3f5e55408b req-b1a691d3-5a38-4713-9049-8e3bf453bc70 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:35.270514 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32c1e78b-079a-4830-8f36-7a3f5e55408b req-b1a691d3-5a38-4713-9049-8e3bf453bc70 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0529430 Sep 10 16:33:35.311980 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-32c1e78b-079a-4830-8f36-7a3f5e55408b req-df306749-c303-42e3-b71f-470cbbc02d1b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Sep 10 16:33:35.640570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7799-9fca-46a2-a8c6-20c5f02588c4 req-0609bd49-6b9d-4c66-89ed-dd6bb4d6b912 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:35.642077 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1ec7799-9fca-46a2-a8c6-20c5f02588c4 req-0609bd49-6b9d-4c66-89ed-dd6bb4d6b912 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0536692 Sep 10 16:33:35.684144 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e1ec7799-9fca-46a2-a8c6-20c5f02588c4 req-adb45bc0-f44a-4437-84f8-439e8d889b20 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Sep 10 16:33:36.436461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad5ca-4c53-4a63-80d8-9d72fdcb3163 req-7ec41418-835f-43bf-b489-1c2b4f2066b7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:36.438017 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ccad5ca-4c53-4a63-80d8-9d72fdcb3163 req-7ec41418-835f-43bf-b489-1c2b4f2066b7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0497282 Sep 10 16:33:36.478598 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ccad5ca-4c53-4a63-80d8-9d72fdcb3163 req-592d3c9c-cb93-4baa-a074-60fa03193ad5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Sep 10 16:33:36.808752 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa4deb-860f-4869-9160-57f102c78c81 req-4ae848f4-abd2-432a-9e3a-532767df0cb5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:36.810395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8caa4deb-860f-4869-9160-57f102c78c81 req-4ae848f4-abd2-432a-9e3a-532767df0cb5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Sep 10 16:33:37.034415 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8caa4deb-860f-4869-9160-57f102c78c81 req-9221bb05-5dfc-436d-93c7-ab789eed72d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179224 Sep 10 16:33:37.108892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46092) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:37.153604 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Deleting subnet 64cb8011-ec4c-4fa7-a5ea-7c6201620459 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:33:37.156711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.190830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.230379 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.287593 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.311969 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cb8011-ec4c-4fa7-a5ea-7c6201620459,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:37.321783 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.323792 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/64cb8011-ec4c-4fa7-a5ea-7c6201620459 HTTP/1.1" status: 204 len: 168 time: 0.2136569 Sep 10 16:33:37.325894 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.326248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.326609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.326735 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46094) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:37.327202 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.327449 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.327570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.327939 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.328237 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.328562 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.328885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.329208 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.329541 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8d238-7fdc-4e44-903b-0dfd1e016732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.402094 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.629333 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dadfaf-5210-4c14-ab7a-0b0d422b679c req-4a8be462-6edb-46f4-a189-e2b6d7629a25 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:37.630802 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e4dadfaf-5210-4c14-ab7a-0b0d422b679c req-4a8be462-6edb-46f4-a189-e2b6d7629a25 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0610261 Sep 10 16:33:37.670610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e4dadfaf-5210-4c14-ab7a-0b0d422b679c req-0aee812d-0c0a-4529-aa62-779b3ac70ea3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Sep 10 16:33:37.716042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.739791 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7209951-d96e-4220-9413-fdbe802f7626']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:33:37.749202 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5444858f-cc86-491c-bd08-621ce96c1142') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:33:37.749497 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5444858f-cc86-491c-bd08-621ce96c1142') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:33:37.758593 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.772935 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.779436 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:33:37.779810 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:33:37.781489 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:33:37.857328 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.877168 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:37.879040 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7209951-d96e-4220-9413-fdbe802f7626 HTTP/1.1" status: 204 len: 168 time: 0.5513089 Sep 10 16:33:37.880279 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7209951-d96e-4220-9413-fdbe802f7626,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:37.891573 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.891930 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.892291 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.892609 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.892941 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.893280 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.893610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.894031 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.894382 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.894705 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.895030 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:37.895376 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc8bb0c-90a4-4baf-879e-c750359f3193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:38.034856 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46104) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:38.078560 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46108) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:38.078777 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-575fb9f9-fa78-4347-ab93-df791ebf4f59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f44fe43899d48c8a26f0f6fd1970f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423992 Sep 10 16:33:38.158516 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:38.190595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21470b4-d928-4ec9-8123-802590441331 req-bd03b96c-b727-48e2-8b43-4f63804b1e5b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:38.192101 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b21470b4-d928-4ec9-8123-802590441331 req-bd03b96c-b727-48e2-8b43-4f63804b1e5b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0838799 Sep 10 16:33:38.193979 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:38.252416 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b21470b4-d928-4ec9-8123-802590441331 req-df79b9e2-6dc5-4fbc-88de-342dc2cdb312 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 Sep 10 16:33:38.277413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:38.280025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:38.281184 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3be916d9-187f-490b-9c18-c03ce8c7d212 HTTP/1.1" status: 204 len: 168 time: 0.2017968 Sep 10 16:33:38.289061 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af525606-b761-4e3b-8e0f-90de7e537433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be916d9-187f-490b-9c18-c03ce8c7d212,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:38.801708 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08465d6-ef35-4366-babc-cb467082e213 req-c6872839-9aa2-478d-b4bf-843cc1d32650 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:38.803253 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c08465d6-ef35-4366-babc-cb467082e213 req-c6872839-9aa2-478d-b4bf-843cc1d32650 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0515857 Sep 10 16:33:38.850313 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c08465d6-ef35-4366-babc-cb467082e213 req-ca387f37-be10-46ce-9a2d-8e950a2e7a9d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381358 Sep 10 16:33:38.939988 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:33:39.391793 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373efb-cf08-42a9-a7fa-2da10ae3513e req-1845b940-c22b-4e11-902e-457c07a42c4a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:39.396106 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7373efb-cf08-42a9-a7fa-2da10ae3513e req-1845b940-c22b-4e11-902e-457c07a42c4a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0715349 Sep 10 16:33:39.455155 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a7373efb-cf08-42a9-a7fa-2da10ae3513e req-3b9c593b-4345-4e4e-94d9-b8ff8a1a2f28 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Sep 10 16:33:39.977036 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884761c4-6b72-4ce6-a2a8-e5b5ddd7ad40 req-979c9db7-8089-4e9c-884f-086c1dcc413e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:39.978558 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-884761c4-6b72-4ce6-a2a8-e5b5ddd7ad40 req-979c9db7-8089-4e9c-884f-086c1dcc413e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0509706 Sep 10 16:33:40.017054 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-884761c4-6b72-4ce6-a2a8-e5b5ddd7ad40 req-1ea19064-5905-40ba-8c71-d10835ee0cf2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320275 Sep 10 16:33:40.572998 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f412-dddb-4dfc-a6c0-652759b92aee req-fe353d9f-5494-4db9-80da-14af71cda2e6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:40.574714 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f84f412-dddb-4dfc-a6c0-652759b92aee req-fe353d9f-5494-4db9-80da-14af71cda2e6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Sep 10 16:33:40.611523 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f84f412-dddb-4dfc-a6c0-652759b92aee req-4c765b4a-aa81-4968-a544-12158cdbd889 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Sep 10 16:33:41.139598 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de29a83-fd76-4aff-b7f9-5899060a1436 req-06127467-1eb5-4e72-b985-3dd803dc679d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:41.141040 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4de29a83-fd76-4aff-b7f9-5899060a1436 req-06127467-1eb5-4e72-b985-3dd803dc679d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0483394 Sep 10 16:33:41.180680 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4de29a83-fd76-4aff-b7f9-5899060a1436 req-89ea8719-0a35-4de2-96e3-1f90bafc90b6 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Sep 10 16:33:41.728103 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996c2d9-3e1f-4b6b-add7-c5429b5e9e9a req-2f76fdb4-8771-42f2-900d-9b79f3133dd8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:41.729579 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3996c2d9-3e1f-4b6b-add7-c5429b5e9e9a req-2f76fdb4-8771-42f2-900d-9b79f3133dd8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Sep 10 16:33:41.767410 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3996c2d9-3e1f-4b6b-add7-c5429b5e9e9a req-4a39aa1c-927c-4015-a69d-cee17e08ef6f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Sep 10 16:33:41.985726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46184) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:42.110147 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-379396a2-52db-4921-a25e-39a30de61eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.200764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-379396a2-52db-4921-a25e-39a30de61eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.204623 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-379396a2-52db-4921-a25e-39a30de61eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.244068 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-379396a2-52db-4921-a25e-39a30de61eb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=939587ffdf1e4dd8a8a2b79dfc61164a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570963 Sep 10 16:33:42.244892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379396a2-52db-4921-a25e-39a30de61eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eafa98-bfd6-4027-817d-82757fbe4f4b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:42.249158 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46192) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:33:42.305375 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f639-2c25-4cf4-9cc9-6f7ad487b019 req-0c4e68d3-cc05-46d7-bbcf-0b251d13d6c3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:42.306837 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86b6f639-2c25-4cf4-9cc9-6f7ad487b019 req-0c4e68d3-cc05-46d7-bbcf-0b251d13d6c3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0505376 Sep 10 16:33:42.308670 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.329877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.345846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86b6f639-2c25-4cf4-9cc9-6f7ad487b019 req-39a1dc55-e39d-463a-aff9-b120c10f8f2c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Sep 10 16:33:42.393885 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.396573 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:42.397676 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58eafa98-bfd6-4027-817d-82757fbe4f4b HTTP/1.1" status: 204 len: 168 time: 0.1448722 Sep 10 16:33:42.405692 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4a280-e8be-452d-afb2-a80681fa14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eafa98-bfd6-4027-817d-82757fbe4f4b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:42.892615 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1639a6-4e37-4d73-946b-f43d69651bde req-ce4aac01-eba4-48d6-bd34-af27189a97c4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:42.894106 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e1639a6-4e37-4d73-946b-f43d69651bde req-ce4aac01-eba4-48d6-bd34-af27189a97c4 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Sep 10 16:33:42.936886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5e1639a6-4e37-4d73-946b-f43d69651bde req-5e52d8e8-d563-48ca-a441-1fcb6624cc1b tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363040 Sep 10 16:33:43.070345 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36795-21bf-4bd8-8d0a-9deca76ab39d req-efb54d0a-c77e-4d72-a16c-62a9339b4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:43.071880 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88e36795-21bf-4bd8-8d0a-9deca76ab39d req-efb54d0a-c77e-4d72-a16c-62a9339b4d0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0437739 Sep 10 16:33:43.122542 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88e36795-21bf-4bd8-8d0a-9deca76ab39d req-d086e518-383e-47de-9786-3bff76a4f0b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Sep 10 16:33:43.497241 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9e4d0-8199-45d1-963b-27584065e429 req-9b6f7164-0914-4dd9-a233-88bf05bb7f1a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:43.504225 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f3f9e4d0-8199-45d1-963b-27584065e429 req-9b6f7164-0914-4dd9-a233-88bf05bb7f1a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0691106 Sep 10 16:33:43.537407 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f3f9e4d0-8199-45d1-963b-27584065e429 req-53792d5d-6389-4484-9bec-3176db88eb42 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Sep 10 16:33:44.076896 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d9ef2-db6c-45ac-ba9f-ffdb84cbb043 req-3992c3f8-ea73-4289-89f4-17517577d647 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:44.078387 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac7d9ef2-db6c-45ac-ba9f-ffdb84cbb043 req-3992c3f8-ea73-4289-89f4-17517577d647 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0790277 Sep 10 16:33:44.091682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097d2f6-bc66-4b17-8782-cf2f525da704 req-44deff72-5f09-4e3f-93c2-10fde1d454ec tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:44.093071 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c097d2f6-bc66-4b17-8782-cf2f525da704 req-44deff72-5f09-4e3f-93c2-10fde1d454ec tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0650277 Sep 10 16:33:44.146049 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac7d9ef2-db6c-45ac-ba9f-ffdb84cbb043 req-f050ffa7-64ab-454f-81b2-267474a1b23d tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 Sep 10 16:33:44.150720 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c097d2f6-bc66-4b17-8782-cf2f525da704 req-f1d3aba0-84da-492d-8079-25ae319f8dac tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Sep 10 16:33:44.691117 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d35af-e8b3-47ff-a01c-efa1f88dcd73 req-6ab21dac-2b24-4435-8d19-8837421793ae tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:44.692719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-673d35af-e8b3-47ff-a01c-efa1f88dcd73 req-6ab21dac-2b24-4435-8d19-8837421793ae tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0697420 Sep 10 16:33:44.739338 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-673d35af-e8b3-47ff-a01c-efa1f88dcd73 req-102ce373-16eb-46ec-b2c8-8246eab54825 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360327 Sep 10 16:33:45.286168 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c92d04-fe2f-4455-a10b-c6cb1e6c9369 req-043e4416-1f3d-4048-bf6a-e3da20b426b4 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.287614 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0c92d04-fe2f-4455-a10b-c6cb1e6c9369 req-043e4416-1f3d-4048-bf6a-e3da20b426b4 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0748584 Sep 10 16:33:45.306377 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48851dc-7bf4-465a-abae-98a359988e35 req-66acd041-6cda-4d74-8bf1-fcf652ba0f02 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.307816 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a48851dc-7bf4-465a-abae-98a359988e35 req-66acd041-6cda-4d74-8bf1-fcf652ba0f02 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0847619 Sep 10 16:33:45.356380 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0c92d04-fe2f-4455-a10b-c6cb1e6c9369 req-a618011e-c9d7-4faf-8e00-4d06029fca69 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Sep 10 16:33:45.364922 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a48851dc-7bf4-465a-abae-98a359988e35 req-180b0a63-057c-4e73-8c8a-823a84a7cb0d tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Sep 10 16:33:45.652885 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-05cb0aaa-539f-4d10-907c-bd9c75479679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.654400 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-05cb0aaa-539f-4d10-907c-bd9c75479679 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca167555fff437786a3151f382628a8&device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 1098 time: 0.0419884 Sep 10 16:33:45.660171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb443c-2ee1-41cd-9657-b1bcf2a7917d req-32fc45eb-5610-47bf-b5ee-16c570e0a40c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.661610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-effb443c-2ee1-41cd-9657-b1bcf2a7917d req-32fc45eb-5610-47bf-b5ee-16c570e0a40c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0487986 Sep 10 16:33:45.698354 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-effb443c-2ee1-41cd-9657-b1bcf2a7917d req-ff32947f-5a30-4c72-ba8f-3fb6b42e5730 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Sep 10 16:33:45.751919 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-bc0b7ac8-768d-45e6-9ec4-3ff63f40aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.753443 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-bc0b7ac8-768d-45e6-9ec4-3ff63f40aaae service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 200 len: 919 time: 0.0880611 Sep 10 16:33:45.805969 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-0873dc23-3748-4f72-9858-780d1b975a87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 200 len: 217 time: 0.0350583 Sep 10 16:33:45.865100 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-42f91d8d-d316-4d65-9dc6-e6766591f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.866554 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-42f91d8d-d316-4d65-9dc6-e6766591f60d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 200 len: 858 time: 0.0443418 Sep 10 16:33:45.874498 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dd5c-dfdf-4b48-bd80-9e927a1c299d req-a42be383-e245-4f10-8e47-cf3325cf90d4 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:45.876151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3d72dd5c-dfdf-4b48-bd80-9e927a1c299d req-a42be383-e245-4f10-8e47-cf3325cf90d4 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0577505 Sep 10 16:33:45.908149 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-9213226e-ddac-43c1-871d-3278f1d4a151 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbbf5e24-fdd4-4e01-926d-61079b76fad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292823 Sep 10 16:33:45.923458 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3d72dd5c-dfdf-4b48-bd80-9e927a1c299d req-a696f0fd-882e-40a8-a140-ff9ac0086fdb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Sep 10 16:33:46.001098 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-2240373a-f9a4-4f93-af16-947e082ee13f service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821667 Sep 10 16:33:46.101495 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50f0f888-f9eb-46cc-bdda-6b2c405de48b req-14232f4e-a2dd-430a-9ca0-f4c3160bd821 service neutron] 10.222.0.39 "GET /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883384 Sep 10 16:33:46.472894 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1adc15-d0f7-4be8-8958-04115a049086 req-8fad74b5-109a-46d6-a764-5a0bda059686 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:46.475585 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e1adc15-d0f7-4be8-8958-04115a049086 req-8fad74b5-109a-46d6-a764-5a0bda059686 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Sep 10 16:33:46.516254 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4e1adc15-d0f7-4be8-8958-04115a049086 req-8c8f64cf-fd5f-45b7-8196-be590457194b tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/security-groups?id=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335073 Sep 10 16:33:46.724738 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-35af029a-c251-4ee9-b3a0-99718232cee8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:46.726169 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-35af029a-c251-4ee9-b3a0-99718232cee8 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 945 time: 0.0476439 Sep 10 16:33:46.815396 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d26aa-fbea-42a8-abc8-54e0d3e0b303 req-4a3aa4bb-4f14-4643-a300-606e1a5c7141 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:46.816850 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-798d26aa-fbea-42a8-abc8-54e0d3e0b303 req-4a3aa4bb-4f14-4643-a300-606e1a5c7141 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Sep 10 16:33:46.821078 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Deleting port 19ec12b0-1cdc-4784-9144-ac5be73e325f {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:33:46.821414 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:46.854271 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-798d26aa-fbea-42a8-abc8-54e0d3e0b303 req-844daf8e-eb08-41d5-917f-5429391ea3f1 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Sep 10 16:33:46.911083 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] For port 19ec12b0-1cdc-4784-9144-ac5be73e325f, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=19ec12b0-1cdc-4784-9144-ac5be73e325f,segment=NetworkSegment(3ab3e4be-0597-4bb5-8d0c-d2d3d4873291),segment_id=3ab3e4be-0597-4bb5-8d0c-d2d3d4873291)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:46.911481 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:46.924618 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Calling delete_port for 19ec12b0-1cdc-4784-9144-ac5be73e325f owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:33:47.061055 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39454e79-6610-4425-be8c-4cf71df506ad req-9d38e375-c4f4-4b4a-b106-d7323ae9917b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:47.063274 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39454e79-6610-4425-be8c-4cf71df506ad req-9d38e375-c4f4-4b4a-b106-d7323ae9917b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0706463 Sep 10 16:33:47.077248 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:47.095626 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['19ec12b0-1cdc-4784-9144-ac5be73e325f'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:47.114009 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39454e79-6610-4425-be8c-4cf71df506ad req-2a468b16-ba94-4130-8ed9-4b18fa50f5ed tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 Sep 10 16:33:47.114248 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Pushing event deleted for resources: {'Port': ['ID=19ec12b0-1cdc-4784-9144-ac5be73e325f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:47.162054 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] No DVR routers for this DVR port 19ec12b0-1cdc-4784-9144-ac5be73e325f on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:33:47.164667 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:47.166678 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-17c8f7f8-368f-4fff-bd77-99ffcd47f8e9 req-efc83495-6b17-4e69-9c8d-7007037c90b1 tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.39 "DELETE /v2.0/ports/19ec12b0-1cdc-4784-9144-ac5be73e325f HTTP/1.1" status: 204 len: 173 time: 0.4333653 Sep 10 16:33:47.167890 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'name': 'network-vif-deleted', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:47.170161 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96daf3b-6151-448b-8723-1316d9fb8ccf" -d '{"events": [{"server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "name": "network-vif-deleted", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:47.198008 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3886d-d1ef-42ea-bda5-d099a82f5b38 req-a5c7674c-1a28-4a4f-9ca9-10a757ba69e5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:47.199899 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2dd3886d-d1ef-42ea-bda5-d099a82f5b38 req-a5c7674c-1a28-4a4f-9ca9-10a757ba69e5 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Sep 10 16:33:47.213329 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9adc4e8-72f7-467d-805a-c04c759e2ca6 x-openstack-request-id: req-d9adc4e8-72f7-467d-805a-c04c759e2ca6 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:47.213619 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e60215-49de-4a4b-82c5-bc4f484a8659", "name": "network-vif-deleted", "tag": "19ec12b0-1cdc-4784-9144-ac5be73e325f", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:47.214164 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9adc4e8-72f7-467d-805a-c04c759e2ca6 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:47.214570 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e60215-49de-4a4b-82c5-bc4f484a8659', 'name': 'network-vif-deleted', 'tag': '19ec12b0-1cdc-4784-9144-ac5be73e325f', 'status': 'completed', 'code': 200} Sep 10 16:33:47.242909 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2dd3886d-d1ef-42ea-bda5-d099a82f5b38 req-6f7cfb2a-a1e2-4b5d-8ccb-eb3821da17cf tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Sep 10 16:33:47.625722 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-302560b9-1975-42d1-bcdc-ff12bccb11d4 req-1c997e8a-af17-48c7-b793-e28c1c5d9a7d tempest-VolumesSnapshotTestJSON-1443559962 tempest-VolumesSnapshotTestJSON-1443559962-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e60215-49de-4a4b-82c5-bc4f484a8659 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Sep 10 16:33:47.720064 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3d73efa5-ab5d-49f2-8ced-e18311c6d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:47.976050 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f9ab-1161-40ac-9bfe-429266c5bb64 req-c036ac1e-78dd-4635-a872-d7ac2b470828 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:47.977499 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f51f9ab-1161-40ac-9bfe-429266c5bb64 req-c036ac1e-78dd-4635-a872-d7ac2b470828 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Sep 10 16:33:48.015016 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f51f9ab-1161-40ac-9bfe-429266c5bb64 req-7bd42e6a-fcad-40dd-b678-40dc007869fe tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Sep 10 16:33:48.232801 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5d8c-2694-4c8f-98b4-089f0da6fd15 req-27832640-8c22-43cc-8a46-fc9b50c54820 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:48.234244 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ceef5d8c-2694-4c8f-98b4-089f0da6fd15 req-27832640-8c22-43cc-8a46-fc9b50c54820 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 944 time: 0.0473883 Sep 10 16:33:48.271929 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ceef5d8c-2694-4c8f-98b4-089f0da6fd15 req-eddc6bf8-2802-4567-b11d-21b2d924b11b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Sep 10 16:33:48.357305 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2de80-0eba-4f8b-a7ee-35377748066d req-c09ee82a-c3ab-4548-9fc6-6cd770565631 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:48.358749 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-37e2de80-0eba-4f8b-a7ee-35377748066d req-c09ee82a-c3ab-4548-9fc6-6cd770565631 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0475209 Sep 10 16:33:48.394682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-37e2de80-0eba-4f8b-a7ee-35377748066d req-e446703a-fe6b-44b1-98fe-2d8b976ddeb7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301085 Sep 10 16:33:48.613896 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:33:48.761025 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:48.780030 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '6547c152-dbaf-48f4-9902-f846b17ac038', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '6547c152-dbaf-48f4-9902-f846b17ac038', 'mac_address': 'fa:16:3e:d7:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:33:48.821865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:48.834967 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:33:48.854117 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:48.858627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:48.907914 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=9']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:48.915824 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.916238 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.916691 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.917803 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.918355 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.918815 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.919179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.919684 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.920066 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.920441 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.920881 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:48.921273 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:33:49.133223 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788d871-2d44-49c9-9606-4e05ef21d6b2 req-c9a788ed-2e55-4777-807d-308cb148cd6e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:49.134882 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3788d871-2d44-49c9-9606-4e05ef21d6b2 req-c9a788ed-2e55-4777-807d-308cb148cd6e tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Sep 10 16:33:49.173602 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3788d871-2d44-49c9-9606-4e05ef21d6b2 req-1e1ba41b-b35e-4170-b835-13b317d6d7b0 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Sep 10 16:33:49.338947 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['6547c152-dbaf-48f4-9902-f846b17ac038'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:49.404091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b7a1-5388-4fdd-99d5-a7546f74f9f6 req-17c960c4-5723-4e5f-8245-8cc19ad1c808 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:49.411459 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18b3b7a1-5388-4fdd-99d5-a7546f74f9f6 req-17c960c4-5723-4e5f-8245-8cc19ad1c808 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0640550 Sep 10 16:33:49.447323 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-18b3b7a1-5388-4fdd-99d5-a7546f74f9f6 req-067eda60-301f-44eb-b728-212685d87a50 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348420 Sep 10 16:33:49.563841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f9b6-3f69-4e28-8c75-f451da6f18c5 req-46d8c977-3499-45f1-a1de-4ddb60cfdfce tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:49.565582 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5f75f9b6-3f69-4e28-8c75-f451da6f18c5 req-46d8c977-3499-45f1-a1de-4ddb60cfdfce tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Sep 10 16:33:49.618913 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5f75f9b6-3f69-4e28-8c75-f451da6f18c5 req-be2d99db-0616-4aa9-9306-2c09ebaa750e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Sep 10 16:33:49.663914 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-1b59dec0-99ec-4396-a6c4-b8ac5c7bfb06 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:49.665397 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-1b59dec0-99ec-4396-a6c4-b8ac5c7bfb06 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 945 time: 0.0564902 Sep 10 16:33:49.762100 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Deleting port 74b797b7-8d51-4853-b64c-8e1f0d3e221e {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:33:49.762289 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:49.857661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] For port 74b797b7-8d51-4853-b64c-8e1f0d3e221e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=74b797b7-8d51-4853-b64c-8e1f0d3e221e,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:49.857661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:49.869289 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Calling delete_port for 74b797b7-8d51-4853-b64c-8e1f0d3e221e owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:33:50.007015 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:50.034140 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-15ecedcf-1690-45e0-96c5-5c2ec2489036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:50.049462 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event deleted for resources: {'Port': ['ID=74b797b7-8d51-4853-b64c-8e1f0d3e221e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:50.091118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] No DVR routers for this DVR port 74b797b7-8d51-4853-b64c-8e1f0d3e221e on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:33:50.094201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:50.096358 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a66f4958-8f9b-498d-80f8-215b396c1f03 req-9fac9424-2f85-4bb7-bbcc-4da5ee51c76b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "DELETE /v2.0/ports/74b797b7-8d51-4853-b64c-8e1f0d3e221e HTTP/1.1" status: 204 len: 173 time: 0.4192951 Sep 10 16:33:50.096796 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'name': 'network-vif-deleted', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:50.099018 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527dfa52-24b1-41ad-95b9-ce48b09d3567" -d '{"events": [{"server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "name": "network-vif-deleted", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:50.138837 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448cce7-bc60-4bf7-81a7-c6499322a270 x-openstack-request-id: req-9448cce7-bc60-4bf7-81a7-c6499322a270 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:50.139123 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c22f5dd-6f3f-4946-b4d2-01685cac34b0", "name": "network-vif-deleted", "tag": "74b797b7-8d51-4853-b64c-8e1f0d3e221e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:50.139412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9448cce7-bc60-4bf7-81a7-c6499322a270 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:50.139938 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c22f5dd-6f3f-4946-b4d2-01685cac34b0', 'name': 'network-vif-deleted', 'tag': '74b797b7-8d51-4853-b64c-8e1f0d3e221e', 'status': 'completed', 'code': 200} Sep 10 16:33:50.260692 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', '74b797b7-8d51-4853-b64c-8e1f0d3e221e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:33:50.377197 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:50.572446 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f7c0-9f4f-4618-8a7a-c575463cdf91 req-75bdf2b6-9e70-40ed-bc42-8bac50652b6b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:50.574313 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9088f7c0-9f4f-4618-8a7a-c575463cdf91 req-75bdf2b6-9e70-40ed-bc42-8bac50652b6b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0527620 Sep 10 16:33:50.615332 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9088f7c0-9f4f-4618-8a7a-c575463cdf91 req-8b5c0c8e-0c7e-4266-a184-21c56173c823 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348711 Sep 10 16:33:50.712900 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-507d9006-4897-4095-b93f-5494d9bf5d83 req-9835e024-b905-4e02-b32b-12ce3c8dc345 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 210 time: 0.0262911 Sep 10 16:33:50.717702 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:51.443298 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:51.740428 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9496c-c03b-491e-8589-8d4c7497d3e7 req-56173359-f93a-468a-8064-a07f3696728e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:51.741920 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55a9496c-c03b-491e-8589-8d4c7497d3e7 req-56173359-f93a-468a-8064-a07f3696728e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0506058 Sep 10 16:33:51.779869 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55a9496c-c03b-491e-8589-8d4c7497d3e7 req-be0d6611-7c79-4b4d-bb87-9c0c7a58f6b6 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Sep 10 16:33:51.819843 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff362b58-cdfb-4a83-a953-76673746e665 req-435bea18-a9a6-4f3e-ac55-6f577b50eed2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 210 time: 0.0318191 Sep 10 16:33:52.898168 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f407bc-18a6-449a-a3d8-1544d9c01475 req-572c7c29-47b8-401c-be24-dd7a04e34cad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:52.899670 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06f407bc-18a6-449a-a3d8-1544d9c01475 req-572c7c29-47b8-401c-be24-dd7a04e34cad tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 945 time: 0.0478547 Sep 10 16:33:52.936504 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-301cc0c7-1818-4f6f-9255-0c5c55d7ecff req-e6653cb9-8ed1-445d-a6e2-b19cc1905751 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c22f5dd-6f3f-4946-b4d2-01685cac34b0 HTTP/1.1" status: 200 len: 210 time: 0.0358920 Sep 10 16:33:52.955362 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-06f407bc-18a6-449a-a3d8-1544d9c01475 req-50237b6b-ad5e-43ab-88d7-dace1c1a57a9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 Sep 10 16:33:53.006610 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:53.288424 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:33:53.336361 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 6547c152-dbaf-48f4-9902-f846b17ac038 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:33:53.336733 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:53.412227 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:53.437008 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:33:53.439202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666f4e5-7264-4f5f-a42c-67a364dd5cc3" -d '{"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:33:53.555502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab528c-ab3c-42d0-a364-87b1107ec156 x-openstack-request-id: req-edab528c-ab3c-42d0-a364-87b1107ec156 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:33:53.555715 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-plugged", "status": "completed", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:33:53.555923 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edab528c-ab3c-42d0-a364-87b1107ec156 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:33:53.556302 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'code': 200} Sep 10 16:33:53.560199 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:33:53.564292 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:33:53.565046 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 74b797b7-8d51-4853-b64c-8e1f0d3e221e no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:33:53.599443 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 74b797b7-8d51-4853-b64c-8e1f0d3e221e {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:33:53.599786 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 74b797b7-8d51-4853-b64c-8e1f0d3e221e not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:33:53.600204 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 19ec12b0-1cdc-4784-9144-ac5be73e325f no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:33:53.621854 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 19ec12b0-1cdc-4784-9144-ac5be73e325f {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:33:53.622189 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 19ec12b0-1cdc-4784-9144-ac5be73e325f not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:33:53.641218 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=10']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:33:54.076475 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf94ad-c60f-441a-8b3e-9ff473a44cb3 req-e28d4426-322a-450e-a240-54e6a034ef5c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:54.077919 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67cf94ad-c60f-441a-8b3e-9ff473a44cb3 req-e28d4426-322a-450e-a240-54e6a034ef5c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0494106 Sep 10 16:33:54.116350 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-67cf94ad-c60f-441a-8b3e-9ff473a44cb3 req-171a153c-4e1f-4dde-b81c-2edf37239899 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Sep 10 16:33:55.239865 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b88e0a-05ae-49c3-b535-099244925daf req-ceb50d72-b2ad-4639-87f1-86a2d258200e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:55.241341 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93b88e0a-05ae-49c3-b535-099244925daf req-ceb50d72-b2ad-4639-87f1-86a2d258200e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0547028 Sep 10 16:33:55.279575 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93b88e0a-05ae-49c3-b535-099244925daf req-7b03d8ce-a32f-49e7-a922-a04efa80896f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Sep 10 16:33:56.395653 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c718e-9c88-4915-abd8-a1e14a523667 req-a6398b64-dce8-486c-885f-0ec26fdf76aa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:56.397160 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f0c718e-9c88-4915-abd8-a1e14a523667 req-a6398b64-dce8-486c-885f-0ec26fdf76aa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0477734 Sep 10 16:33:56.434453 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f0c718e-9c88-4915-abd8-a1e14a523667 req-05c895ca-1f6f-4fa2-9b8c-3731f00684c2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Sep 10 16:33:56.789854 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba0335-7bc1-469e-97d6-b41586e0d3a2 req-2c713e32-9a71-439f-9ee6-bf4b1de0d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:56.791388 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-afba0335-7bc1-469e-97d6-b41586e0d3a2 req-2c713e32-9a71-439f-9ee6-bf4b1de0d77c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 1100 time: 0.0385401 Sep 10 16:33:56.826661 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-afba0335-7bc1-469e-97d6-b41586e0d3a2 req-eb80427b-db33-4ce3-bf87-1028b50be23f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268154 Sep 10 16:33:57.559858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348197-f8a5-4bcd-b76e-7cbac8c378d2 req-bba8ebb1-0d80-445f-8cad-4be2a935119e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:57.567212 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97348197-f8a5-4bcd-b76e-7cbac8c378d2 req-bba8ebb1-0d80-445f-8cad-4be2a935119e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0577872 Sep 10 16:33:57.603771 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97348197-f8a5-4bcd-b76e-7cbac8c378d2 req-92fdc618-c7f5-4918-b9f1-3b9010598341 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356164 Sep 10 16:33:58.499847 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9573b-fbf5-4b8e-a002-e16587b5ae89 req-96cf55ff-9726-41c8-ba4d-18ad7a5ccfe8 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:58.501028 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ef9573b-fbf5-4b8e-a002-e16587b5ae89 req-96cf55ff-9726-41c8-ba4d-18ad7a5ccfe8 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0548050 Sep 10 16:33:58.540669 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ef9573b-fbf5-4b8e-a002-e16587b5ae89 req-ed359dc4-6558-4d51-bfcf-0f8a11009dca tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Sep 10 16:33:58.730093 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c763b-02e2-4022-aab0-d4852d1e57e8 req-bfef2c1b-a18a-4577-8d99-5e020137e79d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:58.731583 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-463c763b-02e2-4022-aab0-d4852d1e57e8 req-bfef2c1b-a18a-4577-8d99-5e020137e79d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0518713 Sep 10 16:33:58.769044 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-463c763b-02e2-4022-aab0-d4852d1e57e8 req-4e05f6fa-1aa9-4111-9326-4eb4dd514c92 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Sep 10 16:33:59.655408 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd77277-778a-4075-a89d-ac7e6c5220a2 req-1f332be5-5300-4cc0-9f54-e7c3d17d6d03 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:59.656853 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fd77277-778a-4075-a89d-ac7e6c5220a2 req-1f332be5-5300-4cc0-9f54-e7c3d17d6d03 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0470550 Sep 10 16:33:59.692661 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3fd77277-778a-4075-a89d-ac7e6c5220a2 req-09b71c50-bc8b-46bd-aa84-e9a1f3fff3af tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300078 Sep 10 16:33:59.889973 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b0b14-d8a4-45a9-87bc-800cfd5ed0ec req-6fffd005-6172-4653-8d4c-bd96c21ee0df tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:33:59.891341 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db4b0b14-d8a4-45a9-87bc-800cfd5ed0ec req-6fffd005-6172-4653-8d4c-bd96c21ee0df tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0506210 Sep 10 16:33:59.927279 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-db4b0b14-d8a4-45a9-87bc-800cfd5ed0ec req-6bd4b6ad-0cd8-4e3f-9a9e-ab323e53cb51 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301270 Sep 10 16:34:00.384774 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-0fc7c864-06e2-4dab-aff1-edb8f36c098f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:00.387046 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-0fc7c864-06e2-4dab-aff1-edb8f36c098f tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 945 time: 0.0733674 Sep 10 16:34:00.520024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Deleting port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:00.520450 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:00.590842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dada2-fbac-44b8-8f77-b5605da0975e req-02c20b21-3aa6-4442-90eb-3ab3a60d4a08 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:00.592361 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-476dada2-fbac-44b8-8f77-b5605da0975e req-02c20b21-3aa6-4442-90eb-3ab3a60d4a08 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0530200 Sep 10 16:34:00.616544 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] For port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:00.617026 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:00.629315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Calling delete_port for fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:00.629824 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-476dada2-fbac-44b8-8f77-b5605da0975e req-7d20f8ac-8104-4d22-abb4-d67220787790 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Sep 10 16:34:00.756504 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:00.776388 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:34:00.784703 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event deleted for resources: {'Port': ['ID=fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:00.818683 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14694c83-869f-4462-b17f-35e1efac43a4 req-50c1c22f-2c6b-46e3-9c1d-1ed7f1bdcd42 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f48b6c5-b50e-4199-82b0-eb2c6ec57896 HTTP/1.1" status: 200 len: 210 time: 0.0586729 Sep 10 16:34:00.832746 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] No DVR routers for this DVR port fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:00.840417 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:00.842469 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a96d70d8-9806-4a03-8778-ee883a57b155 req-f685a647-4fae-497a-9d8c-643d96ec92d7 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "DELETE /v2.0/ports/fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 HTTP/1.1" status: 204 len: 173 time: 0.4451957 Sep 10 16:34:00.842908 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'name': 'network-vif-deleted', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:00.845198 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace3857-fbff-4441-b728-dcf37d6eff42" -d '{"events": [{"server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "name": "network-vif-deleted", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:00.885632 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1f271a-249e-446c-b6bc-fb5dc6bd33ee x-openstack-request-id: req-ba1f271a-249e-446c-b6bc-fb5dc6bd33ee {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:00.885931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48b6c5-b50e-4199-82b0-eb2c6ec57896", "name": "network-vif-deleted", "tag": "fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:00.886288 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba1f271a-249e-446c-b6bc-fb5dc6bd33ee {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:00.886557 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f48b6c5-b50e-4199-82b0-eb2c6ec57896', 'name': 'network-vif-deleted', 'tag': 'fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71', 'status': 'completed', 'code': 200} Sep 10 16:34:01.771191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048d38-af76-4e03-9747-1a16aa044169 req-ac15d140-8018-4d4e-9dc8-b7f2aa71ecf5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:01.772683 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0048d38-af76-4e03-9747-1a16aa044169 req-ac15d140-8018-4d4e-9dc8-b7f2aa71ecf5 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Sep 10 16:34:01.811014 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a0048d38-af76-4e03-9747-1a16aa044169 req-45cdb8da-7063-4ed4-97df-fd82b46b7f05 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Sep 10 16:34:02.090336 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34ca7f-f7a8-4c9e-8600-bde769553dfd req-8134b682-b83e-4880-b3bc-145a331dca61 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:02.091854 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc34ca7f-f7a8-4c9e-8600-bde769553dfd req-8134b682-b83e-4880-b3bc-145a331dca61 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0509453 Sep 10 16:34:02.129779 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fc34ca7f-f7a8-4c9e-8600-bde769553dfd req-8c982107-c8bc-49c4-aade-0c5fc063e3e1 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Sep 10 16:34:02.923770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c353266-3003-4e2c-8044-3e9fa3fccb3b req-63bb4680-7e74-48e5-81bb-be424de8ab4c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:02.925206 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c353266-3003-4e2c-8044-3e9fa3fccb3b req-63bb4680-7e74-48e5-81bb-be424de8ab4c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0464797 Sep 10 16:34:02.961056 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c353266-3003-4e2c-8044-3e9fa3fccb3b req-6915895f-bb3d-464a-87b4-e33afbcd4747 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301518 Sep 10 16:34:03.247059 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034c0e7-4b8a-4209-9596-d95880807b7a req-a8654e25-1bb1-4b2c-9810-a28834d4663b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:03.248451 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4034c0e7-4b8a-4209-9596-d95880807b7a req-a8654e25-1bb1-4b2c-9810-a28834d4663b tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0511208 Sep 10 16:34:03.285667 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4034c0e7-4b8a-4209-9596-d95880807b7a req-308061ac-31a6-48d5-bdf3-559f7ae22f66 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 10 16:34:03.300232 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:03.323069 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:03.323432 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device fc27f3e1-73d7-4311-b3c0-6ff9a4d4fd71 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:04.075187 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089fc9-9c44-4cb8-9325-b3b6a3c9900d req-78b0d9b3-bb82-4e9c-b583-4315dee07114 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:04.076674 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd089fc9-9c44-4cb8-9325-b3b6a3c9900d req-78b0d9b3-bb82-4e9c-b583-4315dee07114 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Sep 10 16:34:04.113902 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd089fc9-9c44-4cb8-9325-b3b6a3c9900d req-9c05973f-a055-48e2-ba47-09814c0b969a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Sep 10 16:34:04.400902 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc077-4d2a-45c2-9320-13e92fe6a39c req-cc7835f0-d573-4f04-8c55-2a0562d00f8a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:04.402586 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d27fc077-4d2a-45c2-9320-13e92fe6a39c req-cc7835f0-d573-4f04-8c55-2a0562d00f8a tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0477910 Sep 10 16:34:04.440201 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d27fc077-4d2a-45c2-9320-13e92fe6a39c req-fd5c259f-cf57-41d8-828a-ad5d7ac54652 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Sep 10 16:34:05.232456 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1468f-a5ba-4699-ae74-223940f225c5 req-17af879f-d572-432f-9a5c-3d81171b84d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:05.233899 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-57f1468f-a5ba-4699-ae74-223940f225c5 req-17af879f-d572-432f-9a5c-3d81171b84d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0529897 Sep 10 16:34:05.272629 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-57f1468f-a5ba-4699-ae74-223940f225c5 req-1ec9c112-bfce-4c35-9a04-609e236e5ae7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Sep 10 16:34:05.553199 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea205ec-862b-463c-809e-6911a9752c30 req-3d36ec46-352a-4c84-8bc5-69c200ebe037 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:05.554733 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ea205ec-862b-463c-809e-6911a9752c30 req-3d36ec46-352a-4c84-8bc5-69c200ebe037 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0495915 Sep 10 16:34:05.592554 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ea205ec-862b-463c-809e-6911a9752c30 req-a93a1964-a3ae-4331-8544-687ca06d4110 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Sep 10 16:34:05.864591 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-f3090995-c792-45c4-ba6e-1b3a4eb4c4d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:05.866064 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-f3090995-c792-45c4-ba6e-1b3a4eb4c4d6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Sep 10 16:34:05.971234 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Deleting port a0366f30-17f5-439b-a63b-5e7fff875a64 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:05.971600 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.074751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] For port a0366f30-17f5-439b-a63b-5e7fff875a64, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=a0366f30-17f5-439b-a63b-5e7fff875a64,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:06.074751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.091554 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Calling delete_port for a0366f30-17f5-439b-a63b-5e7fff875a64 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:06.227427 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.242466 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'a0366f30-17f5-439b-a63b-5e7fff875a64'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:34:06.256304 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Pushing event deleted for resources: {'Port': ['ID=a0366f30-17f5-439b-a63b-5e7fff875a64,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:06.298158 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] No DVR routers for this DVR port a0366f30-17f5-439b-a63b-5e7fff875a64 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:06.300960 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.302551 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7d8917d9-691c-4ce0-83a3-392d6656bc6d req-a28ad588-bad9-44e1-9a94-6bc9fbc2d5d7 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "DELETE /v2.0/ports/a0366f30-17f5-439b-a63b-5e7fff875a64 HTTP/1.1" status: 204 len: 173 time: 0.4263113 Sep 10 16:34:06.302990 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'name': 'network-vif-deleted', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:06.305238 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ced23-9af2-4a8b-95b2-91c99b1430b3" -d '{"events": [{"server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "name": "network-vif-deleted", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:06.349944 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a605ba4-2eef-4c09-9c94-8d618bb66980 x-openstack-request-id: req-6a605ba4-2eef-4c09-9c94-8d618bb66980 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:06.350345 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff32d5-8707-42ba-8d87-35fa7bedaab3", "name": "network-vif-deleted", "tag": "a0366f30-17f5-439b-a63b-5e7fff875a64", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:06.350757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a605ba4-2eef-4c09-9c94-8d618bb66980 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:06.351325 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff32d5-8707-42ba-8d87-35fa7bedaab3', 'name': 'network-vif-deleted', 'tag': 'a0366f30-17f5-439b-a63b-5e7fff875a64', 'status': 'completed', 'code': 200} Sep 10 16:34:06.379535 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ca941373-c2cf-4a45-81b5-cb2582743d34 req-9c78bbe6-4c54-42d4-915c-de70413fe42a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ff32d5-8707-42ba-8d87-35fa7bedaab3 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Sep 10 16:34:06.457044 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-19af991f-1cbc-4237-b491-627e1bd1cbc9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:06.460570 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-19af991f-1cbc-4237-b491-627e1bd1cbc9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0532777 Sep 10 16:34:06.554472 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Deleting port c26e4eb6-d177-4521-b28e-b029a12630ab {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:06.554709 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.646147 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] For port c26e4eb6-d177-4521-b28e-b029a12630ab, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c26e4eb6-d177-4521-b28e-b029a12630ab,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:06.646516 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.660813 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Calling delete_port for c26e4eb6-d177-4521-b28e-b029a12630ab owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:06.712314 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb24442-9332-4889-927e-638f56a1110d req-dc0dfdfb-d7f6-45cd-bfa8-785f6fa192a9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:06.714103 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fcb24442-9332-4889-927e-638f56a1110d req-dc0dfdfb-d7f6-45cd-bfa8-785f6fa192a9 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff941ab-7324-4b60-a67e-68f9d9867dde HTTP/1.1" status: 200 len: 945 time: 0.0522478 Sep 10 16:34:06.755682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fcb24442-9332-4889-927e-638f56a1110d req-764ca1b3-4de3-4843-a36e-e271e745c131 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Sep 10 16:34:06.786316 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.797582 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'c26e4eb6-d177-4521-b28e-b029a12630ab'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:34:06.816635 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event deleted for resources: {'Port': ['ID=c26e4eb6-d177-4521-b28e-b029a12630ab,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:06.866428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] No DVR routers for this DVR port c26e4eb6-d177-4521-b28e-b029a12630ab on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:06.868972 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:06.871753 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-472a8449-87ca-43e2-8a7b-8ee26adeceb3 req-0d739aab-a5e7-43d8-a256-fc921cdbfcac tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "DELETE /v2.0/ports/c26e4eb6-d177-4521-b28e-b029a12630ab HTTP/1.1" status: 204 len: 173 time: 0.4026697 Sep 10 16:34:07.646306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb985d2-fa4e-419e-9b6c-283e6414ef66 req-0f45a555-30bb-44c9-8eb2-7a7bd8d73a5f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:07.647721 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aeb985d2-fa4e-419e-9b6c-283e6414ef66 req-0f45a555-30bb-44c9-8eb2-7a7bd8d73a5f tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Sep 10 16:34:07.686095 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aeb985d2-fa4e-419e-9b6c-283e6414ef66 req-4ec4a8a9-5307-457e-b5a7-bf5a9148fba2 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Sep 10 16:34:08.352193 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'name': 'network-vif-deleted', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:08.355209 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c274b-458e-448f-bc8c-8913aa88fe6b" -d '{"events": [{"server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "name": "network-vif-deleted", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:08.390870 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716aad00-f01a-426d-a00c-b03ec0743520 x-openstack-request-id: req-716aad00-f01a-426d-a00c-b03ec0743520 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:08.391161 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff941ab-7324-4b60-a67e-68f9d9867dde", "name": "network-vif-deleted", "tag": "c26e4eb6-d177-4521-b28e-b029a12630ab", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:08.391440 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-716aad00-f01a-426d-a00c-b03ec0743520 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:08.391842 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff941ab-7324-4b60-a67e-68f9d9867dde', 'name': 'network-vif-deleted', 'tag': 'c26e4eb6-d177-4521-b28e-b029a12630ab', 'status': 'completed', 'code': 200} Sep 10 16:34:08.799599 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93675c-eb36-4557-a439-e0ae12b73853 req-1b4c9ee9-c899-4f90-86fb-be668a3d3017 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:08.801096 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b93675c-eb36-4557-a439-e0ae12b73853 req-1b4c9ee9-c899-4f90-86fb-be668a3d3017 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Sep 10 16:34:08.838904 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b93675c-eb36-4557-a439-e0ae12b73853 req-2dd59c52-36d8-4c0a-b463-31301e6a045c tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Sep 10 16:34:09.150561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ebd5c-c42d-4589-8be7-c441dc338482 req-c1ca44f5-bcd7-438c-bbeb-e14bbf397fdf tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:09.152021 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-675ebd5c-c42d-4589-8be7-c441dc338482 req-c1ca44f5-bcd7-438c-bbeb-e14bbf397fdf tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0528460 Sep 10 16:34:09.189495 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-675ebd5c-c42d-4589-8be7-c441dc338482 req-c2a88095-2afd-48df-b418-74b2b1f62890 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Sep 10 16:34:09.334125 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c26e4eb6-d177-4521-b28e-b029a12630ab no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:09.354887 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: c26e4eb6-d177-4521-b28e-b029a12630ab {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:09.355223 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c26e4eb6-d177-4521-b28e-b029a12630ab not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:09.355654 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a0366f30-17f5-439b-a63b-5e7fff875a64 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:09.374891 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: a0366f30-17f5-439b-a63b-5e7fff875a64 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:09.375226 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device a0366f30-17f5-439b-a63b-5e7fff875a64 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:09.953654 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8baeb-f0e7-4f8d-b241-fd49e4d33f0b req-674fad36-37a4-4bf5-a385-6d9b288c4b11 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:09.955103 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85f8baeb-f0e7-4f8d-b241-fd49e4d33f0b req-674fad36-37a4-4bf5-a385-6d9b288c4b11 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Sep 10 16:34:09.992348 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85f8baeb-f0e7-4f8d-b241-fd49e4d33f0b req-9a488bc3-404d-45f2-a585-2df335f1baa6 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Sep 10 16:34:10.310841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a82f-375d-411f-9977-3455e690a90f req-fc2ec1c6-5f64-4e78-b159-ffda4d2ef31c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:10.312368 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a7a82f-375d-411f-9977-3455e690a90f req-fc2ec1c6-5f64-4e78-b159-ffda4d2ef31c tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0509782 Sep 10 16:34:10.350361 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-87a7a82f-375d-411f-9977-3455e690a90f req-3c9189d6-cad9-4e80-940f-29289211250e tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Sep 10 16:34:11.116568 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7a90d-30d9-423d-997e-6b3a6fcb28bb req-560feda1-fd97-483e-bbbc-ba42aee97bb3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:11.118028 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21e7a90d-30d9-423d-997e-6b3a6fcb28bb req-560feda1-fd97-483e-bbbc-ba42aee97bb3 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Sep 10 16:34:11.157360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-21e7a90d-30d9-423d-997e-6b3a6fcb28bb req-93c7b358-6807-4403-99d9-5585c81d5316 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Sep 10 16:34:11.242265 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-590cebad-fff8-46fc-8679-fc15686ce761 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:11.243936 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-590cebad-fff8-46fc-8679-fc15686ce761 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0492487 Sep 10 16:34:11.351887 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Deleting port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:11.352277 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:11.453277 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] For port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,segment=NetworkSegment(41a99b6d-ffa6-44c9-8ad9-495cddfd3766),segment_id=41a99b6d-ffa6-44c9-8ad9-495cddfd3766)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:11.453770 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:11.472703 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae86a-8c8a-4ae9-8369-33dffeab1a81 req-ea9500a5-5c5e-45c5-993d-9eece35020d3 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:11.474260 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c3ae86a-8c8a-4ae9-8369-33dffeab1a81 req-ea9500a5-5c5e-45c5-993d-9eece35020d3 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/ports?device_id=7172e8d3-8ed7-49be-bf50-6aeb9a055725 HTTP/1.1" status: 200 len: 946 time: 0.0513322 Sep 10 16:34:11.477421 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Calling delete_port for 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:11.525816 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2c3ae86a-8c8a-4ae9-8369-33dffeab1a81 req-4bc3abfa-f20c-4eab-bed6-058a8df1b0c2 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.23 "GET /v2.0/security-groups?id=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Sep 10 16:34:11.610824 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:11.632049 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:34:11.639626 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Pushing event deleted for resources: {'Port': ['ID=7acaafd3-ea6d-4aa9-bf8b-195c0884cd21,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:11.696093 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] No DVR routers for this DVR port 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:11.699595 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:11.701591 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-177f621f-00bc-43e7-96bc-791c7d72f05a req-1df3c90e-ea79-454c-a421-a7f060361172 tempest-AttachVolumeNegativeTest-1316414240 tempest-AttachVolumeNegativeTest-1316414240-project] 10.222.0.39 "DELETE /v2.0/ports/7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 HTTP/1.1" status: 204 len: 173 time: 0.4466615 Sep 10 16:34:11.702085 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'name': 'network-vif-deleted', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:11.704277 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0046680d-66dd-47f1-95c3-476ee9ab83d8" -d '{"events": [{"server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "name": "network-vif-deleted", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:11.747833 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f2848-82be-4dd7-9ebf-1ad84b330d6f x-openstack-request-id: req-5b7f2848-82be-4dd7-9ebf-1ad84b330d6f {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:11.748193 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7172e8d3-8ed7-49be-bf50-6aeb9a055725", "name": "network-vif-deleted", "tag": "7acaafd3-ea6d-4aa9-bf8b-195c0884cd21", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:11.748388 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b7f2848-82be-4dd7-9ebf-1ad84b330d6f {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:11.748764 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7172e8d3-8ed7-49be-bf50-6aeb9a055725', 'name': 'network-vif-deleted', 'tag': '7acaafd3-ea6d-4aa9-bf8b-195c0884cd21', 'status': 'completed', 'code': 200} Sep 10 16:34:11.896024 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949bd5-d088-42f7-81dd-29f4f52cb503 req-26f3520c-2d1f-4329-a074-fc197b80d80b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:11.897393 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd949bd5-d088-42f7-81dd-29f4f52cb503 req-26f3520c-2d1f-4329-a074-fc197b80d80b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0505960 Sep 10 16:34:11.935480 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cd949bd5-d088-42f7-81dd-29f4f52cb503 req-31d48c66-82fc-4a0f-9bb6-276a96f319d7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Sep 10 16:34:12.289972 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ef04-0b73-442d-aed6-68a4f2d8df9b req-48777dfa-2ac7-4a5b-8112-1d006ef8f0a8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:12.292271 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e0b2ef04-0b73-442d-aed6-68a4f2d8df9b req-48777dfa-2ac7-4a5b-8112-1d006ef8f0a8 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Sep 10 16:34:12.330786 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e0b2ef04-0b73-442d-aed6-68a4f2d8df9b req-5a6a2763-514f-4569-be01-4c2299dbc952 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Sep 10 16:34:12.579408 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46806) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:12.622992 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Deleting subnet b9a5dc7f-12d8-4654-8985-b44dc1807b79 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:34:12.625957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.659645 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.698573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.755439 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.780632 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a5dc7f-12d8-4654-8985-b44dc1807b79,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:12.786316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.788589 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c59512fb-4012-4ce4-90ca-1f3376dc73e5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9a5dc7f-12d8-4654-8985-b44dc1807b79 HTTP/1.1" status: 204 len: 168 time: 0.2077999 Sep 10 16:34:12.790754 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46808) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:12.866791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.953141 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:12.975419 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c574a6b-04e5-47d0-9492-8cbe0ac47c6d']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:12.986146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a99b6d-ffa6-44c9-8ad9-495cddfd3766') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:12.986393 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a99b6d-ffa6-44c9-8ad9-495cddfd3766') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:12.998286 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.014138 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.033372 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:34:13.033763 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:34:13.035463 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:34:13.124849 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9503ac-f7e8-48a0-b162-632cf24584e4 req-f51b8a01-6f96-4f97-9d4b-8d00039d676d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:13.126638 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de9503ac-f7e8-48a0-b162-632cf24584e4 req-f51b8a01-6f96-4f97-9d4b-8d00039d676d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1052284 Sep 10 16:34:13.127948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.135158 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.136979 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c574a6b-04e5-47d0-9492-8cbe0ac47c6d HTTP/1.1" status: 204 len: 168 time: 0.3451304 Sep 10 16:34:13.158584 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c40f3-190b-40db-900e-05fef0746bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c574a6b-04e5-47d0-9492-8cbe0ac47c6d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:13.181393 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de9503ac-f7e8-48a0-b162-632cf24584e4 req-c51c63d8-95e1-4681-8e1d-3bad7a48d047 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474954 Sep 10 16:34:13.315793 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46836) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:13.363076 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-60b88e91-fca7-4607-ae53-a9afe0c6fe67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81b85c89d1374f9798374b93a72cd845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461330 Sep 10 16:34:13.365626 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46840) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:13.415109 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.437288 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.449656 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bd642-6fef-40d6-9d80-c238a99bdf04 req-28ac5c00-0560-4098-8547-2deda1b5df0a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:13.451129 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a2bd642-6fef-40d6-9d80-c238a99bdf04 req-28ac5c00-0560-4098-8547-2deda1b5df0a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Sep 10 16:34:13.488130 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.490888 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:13.491355 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4a2bd642-6fef-40d6-9d80-c238a99bdf04 req-98a6e951-fab8-4fbc-9d76-57af05ca6b82 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9dcd6a60-4028-417b-be33-526fca5b951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Sep 10 16:34:13.495875 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/389f4cc5-9a6f-4a9e-a9da-a0b389996bd1 HTTP/1.1" status: 204 len: 168 time: 0.1257067 Sep 10 16:34:13.503269 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27a990-f2a5-4cf3-9395-5dc490eef0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389f4cc5-9a6f-4a9e-a9da-a0b389996bd1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:14.079547 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-b5a0e898-3ead-4dcc-96ae-8c6185128d18 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:14.081149 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-b5a0e898-3ead-4dcc-96ae-8c6185128d18 tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Sep 10 16:34:14.177963 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Deleting port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:14.178301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:14.304137 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] For port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:14.304811 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:14.312069 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33d6f-f08f-40f2-8841-c998c57b3ee9 req-207c2c38-32bd-401f-a2b1-d93f2d8f5d18 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:14.313564 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4c33d6f-f08f-40f2-8841-c998c57b3ee9 req-207c2c38-32bd-401f-a2b1-d93f2d8f5d18 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0602713 Sep 10 16:34:14.334438 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Calling delete_port for 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:14.361534 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c4c33d6f-f08f-40f2-8841-c998c57b3ee9 req-e44a143d-cedd-4d1d-97be-5b55d27d2bdf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Sep 10 16:34:14.493081 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:14.511461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['9e1a6c5c-085a-4d21-ad94-fd89a6c79468'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:34:14.527652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Pushing event deleted for resources: {'Port': ['ID=9e1a6c5c-085a-4d21-ad94-fd89a6c79468,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:14.576030 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] No DVR routers for this DVR port 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:14.578860 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:14.581248 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5af56b4f-243b-4ebf-bb9f-4ffc5133a9c1 req-378f6016-018c-408d-8b16-9f18cce5790a tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.39 "DELETE /v2.0/ports/9e1a6c5c-085a-4d21-ad94-fd89a6c79468 HTTP/1.1" status: 204 len: 173 time: 0.4933944 Sep 10 16:34:14.581698 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'name': 'network-vif-deleted', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:14.584777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7152216e-46ce-45b2-aca0-c3f6f5b7a1b6" -d '{"events": [{"server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "name": "network-vif-deleted", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:14.626557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-247c220e-0717-40fb-b305-c13f354eccfd req-cf2c1f8e-79ed-4007-9ac9-035a54ee87fd tempest-ServerRescueNegativeTestJSON-1475031907 tempest-ServerRescueNegativeTestJSON-1475031907-project] 10.222.0.23 "GET /v2.0/ports?device_id=eefb40d8-f2b4-4cd9-831b-293bbd60be56 HTTP/1.1" status: 200 len: 210 time: 0.0345786 Sep 10 16:34:14.629978 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5026355c-370d-4510-acf0-9015c6506ba9 x-openstack-request-id: req-5026355c-370d-4510-acf0-9015c6506ba9 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:14.630267 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb40d8-f2b4-4cd9-831b-293bbd60be56", "name": "network-vif-deleted", "tag": "9e1a6c5c-085a-4d21-ad94-fd89a6c79468", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:14.630536 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5026355c-370d-4510-acf0-9015c6506ba9 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:14.630926 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb40d8-f2b4-4cd9-831b-293bbd60be56', 'name': 'network-vif-deleted', 'tag': '9e1a6c5c-085a-4d21-ad94-fd89a6c79468', 'status': 'completed', 'code': 200} Sep 10 16:34:15.306755 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46904) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:15.344952 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:15.350610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Deleting subnet 1aca6035-3137-4f74-a542-41dc7395cf1b {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:34:15.354024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.366205 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:15.366542 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7acaafd3-ea6d-4aa9-bf8b-195c0884cd21 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:15.392715 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.434935 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.492155 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.492478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb24f8-15cf-4c2f-b587-45a193d08e5f req-40fd8a7f-6f8c-4fea-94e6-39ad4d84c91d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:15.496096 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45fb24f8-15cf-4c2f-b587-45a193d08e5f req-40fd8a7f-6f8c-4fea-94e6-39ad4d84c91d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0509596 Sep 10 16:34:15.518823 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aca6035-3137-4f74-a542-41dc7395cf1b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:15.523610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.525688 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c415fef3-ae68-4fad-93e3-c8323587e399 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1aca6035-3137-4f74-a542-41dc7395cf1b HTTP/1.1" status: 204 len: 168 time: 0.2177348 Sep 10 16:34:15.528150 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46910) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:15.556375 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-45fb24f8-15cf-4c2f-b587-45a193d08e5f req-2c0d26c0-f2b7-425b-a732-938716897325 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552256 Sep 10 16:34:15.611237 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.688622 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46914) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:15.692456 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.714048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f38c3d7-f013-4e84-95d6-d51efab0970a']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:15.723052 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:15.723378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab3e4be-0597-4bb5-8d0c-d2d3d4873291') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:15.732973 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.747790 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.754306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:34:15.754666 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:34:15.757149 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:34:15.811608 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.816924 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:15.821645 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f38c3d7-f013-4e84-95d6-d51efab0970a HTTP/1.1" status: 204 len: 168 time: 0.2895617 Sep 10 16:34:15.830131 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b47a5a-45ed-41d8-869f-67f5d2da8a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f38c3d7-f013-4e84-95d6-d51efab0970a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:15.939884 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:34:15.998005 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46918) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:16.038217 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c61121e8-967f-464b-81c0-5a75608adede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=972849bdba004826bcbb958715a2aa3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390680 Sep 10 16:34:16.041266 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46920) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:16.145301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.313623 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.341295 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.403664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.407473 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.416625 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45cf6b33-8ba2-40b1-8cee-ba3e5da236bd HTTP/1.1" status: 204 len: 168 time: 0.3725553 Sep 10 16:34:16.439782 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e789a-d2eb-4dab-b141-71173a8ed1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf6b33-8ba2-40b1-8cee-ba3e5da236bd,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:16.682368 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9806e-4f98-4270-b5c5-f45e6d397077 req-50f3dd81-025c-4556-b49e-432450ebaf12 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:16.684047 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdb9806e-4f98-4270-b5c5-f45e6d397077 req-50f3dd81-025c-4556-b49e-432450ebaf12 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0529788 Sep 10 16:34:16.724127 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bdb9806e-4f98-4270-b5c5-f45e6d397077 req-cbc7b65d-ec42-4246-99a9-8f793fe3ff6d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Sep 10 16:34:16.731309 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Deleting port a3d171c3-1ac4-4ef2-a004-c31eabfbb068 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:16.731785 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.824450 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] For port a3d171c3-1ac4-4ef2-a004-c31eabfbb068, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,segment=NetworkSegment(558c6343-35b0-45fe-8c4f-662f400a6143),segment_id=558c6343-35b0-45fe-8c4f-662f400a6143)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:16.824805 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:16.839314 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Calling delete_port for a3d171c3-1ac4-4ef2-a004-c31eabfbb068 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:17.026868 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.081651 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d171c3-1ac4-4ef2-a004-c31eabfbb068,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:17.154532 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46960) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:17.228359 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.256557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730589285-network', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:17.277755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Made reservation on behalf of 5f8fe045a60141dbbff9603dba7515d0 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:17.280050 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.288242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.349287 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:17.370741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:17.371083 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9e1a6c5c-085a-4d21-ad94-fd89a6c79468 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:17.385291 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.389323 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.409536 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:34:17.423321 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1527c39-8ce1-4e1c-ac3e-357c58f3d5ce,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:17.428955 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.429290 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Added segment e9da89a1-c1e7-4dc1-9729-112dd49f272f of type vlan for network 67135f64-7309-4878-8d24-0c2abca9f413 Sep 10 16:34:17.454117 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:34:17.468611 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.494895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.496013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:17.496921 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.562719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4070389 Sep 10 16:34:17.563399 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46974) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:17.563770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69270eb0-e225-4d52-8bdf-ceb38f5b986c admin admin] Pushing event updated for resources: {'Network': ['ID=67135f64-7309-4878-8d24-0c2abca9f413,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:17.568645 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Request body: {'subnet': {'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730589285-subnet', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:17.574028 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 67135f64-7309-4878-8d24-0c2abca9f413 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:34:17.601877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:17.608761 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-52cd1738-a083-47ef-a358-894f542e61c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/05a4e40d-7f1e-4a31-84de-eb7a6a995c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9190943 Sep 10 16:34:17.611732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46976) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:17.621380 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Sync routers for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:17.629403 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Made reservation on behalf of 5f8fe045a60141dbbff9603dba7515d0 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:17.631670 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.637606 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:17.638221 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:33:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:17.721597 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-98ca3d26-cdc6-44af-94d1-2f87e5924f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.763595 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:17.803178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.877307 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:17.922540 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff96e0-1302-422d-96b9-72789cd7520f req-476e3216-3236-4c9f-b84a-a4e19fb3b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:17.924316 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-476e3216-3236-4c9f-b84a-a4e19fb3b37d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1099 time: 0.1039660 Sep 10 16:34:17.943933 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92854a63-44e3-4bec-83e9-e77ea8260068,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:17.985325 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1921-fd21-4187-aacf-eb6e39b344d1 req-0721a35a-adb7-4b19-98a5-153f293ed10c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:17.986859 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b85a1921-fd21-4187-aacf-eb6e39b344d1 req-0721a35a-adb7-4b19-98a5-153f293ed10c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1317778 Sep 10 16:34:18.003148 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.052511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:18.052952 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Network hostable DHCP agents. Network: 67135f64-7309-4878-8d24-0c2abca9f413, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:34:18.074170 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b85a1921-fd21-4187-aacf-eb6e39b344d1 req-bec85d1e-6cc9-4652-a54e-738ea434d8d4 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724595 Sep 10 16:34:18.074423 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:34:16Z', 'revision_number': 5, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port': {'id': 'ff970006-dab7-4b23-bda8-74cdf595fddf', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:18.094572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Deleting port ff970006-dab7-4b23-bda8-74cdf595fddf {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:18.095403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.099904 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Network 67135f64-7309-4878-8d24-0c2abca9f413 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:34:18.110118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff96e0-1302-422d-96b9-72789cd7520f req-eb58ee4c-4fe8-439d-887b-0c15cc09a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:18.111805 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-eb58ee4c-4fe8-439d-887b-0c15cc09a1fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.1567638 Sep 10 16:34:18.113127 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 67135f64-7309-4878-8d24-0c2abca9f413) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:18.117369 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:18.118016 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.129400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394231a-00b5-43c0-9080-44c7e428fce3 None None] Network 67135f64-7309-4878-8d24-0c2abca9f413 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:34:18.170197 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1b0a5315-913e-4f48-9415-bda3d86a8c36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6053214 Sep 10 16:34:18.172722 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 46988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:18.177358 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:18.195905 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] For port ff970006-dab7-4b23-bda8-74cdf595fddf, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ff970006-dab7-4b23-bda8-74cdf595fddf,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:18.196995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.204192 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-95a869a4-4b09-49b7-beab-c4216424be99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 1002 time: 0.0794141 Sep 10 16:34:18.212146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Calling delete_port for ff970006-dab7-4b23-bda8-74cdf595fddf owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:18.215326 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.216616 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.251335 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Checking router: 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:18.262659 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Routers {'05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:18.263844 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:33:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:18.291360 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff96e0-1302-422d-96b9-72789cd7520f req-0282aee3-abb7-4d55-99aa-24dbc9706b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:18.293039 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-0282aee3-abb7-4d55-99aa-24dbc9706b87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0701618 Sep 10 16:34:18.334293 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.337703 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-67135f64-7309-4878-8d24-0c2abca9f413', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:34:18.339675 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.376109 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] Set router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:18.427611 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff96e0-1302-422d-96b9-72789cd7520f req-b5ca2ea1-cf25-418e-847b-6ae4ae1cac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:18.429099 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-b5ca2ea1-cf25-418e-847b-6ae4ae1cac94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101849 Sep 10 16:34:18.433995 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:34:18Z', 'revision_number': 6, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:18.464788 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e353de6-aaef-42ab-aaa7-6a37ec295cfd None None] The sync data for ids ['05a4e40d-7f1e-4a31-84de-eb7a6a995c0b'] in dv-cinder-808464-1-iscsi is: [{'id': '05a4e40d-7f1e-4a31-84de-eb7a6a995c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-944249028-router', 'tenant_id': 'bca167555fff437786a3151f382628a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:08Z', 'updated_at': '2021-09-10T16:34:18Z', 'revision_number': 6, 'project_id': 'bca167555fff437786a3151f382628a8', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:18.487514 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.498778 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Allocated IP 172.20.0.2 (67135f64-7309-4878-8d24-0c2abca9f413/92854a63-44e3-4bec-83e9-e77ea8260068/c522ac16-365e-4873-add8-3c6c8542f7d7) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:18.522219 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff970006-dab7-4b23-bda8-74cdf595fddf,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:18.548477 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.585429 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.646537 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-7892b6f2-918d-44eb-bcee-602f951b9b13 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796422 Sep 10 16:34:18.672998 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.682465 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Transition to ACTIVE for port object c522ac16-365e-4873-add8-3c6c8542f7d7 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:18.701153 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.703656 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.706237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Transition to ACTIVE for port object c522ac16-365e-4873-add8-3c6c8542f7d7 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:18.713769 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.751197 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:18.753961 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:18.756483 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:18.772687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.773551 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Pushing event updated for resources: {'Port': ['ID=c522ac16-365e-4873-add8-3c6c8542f7d7,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:18.773901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a4e40d-7f1e-4a31-84de-eb7a6a995c0b {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:34:18.779541 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.782502 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-23ff96e0-1302-422d-96b9-72789cd7520f req-7bbf0e59-cf58-459c-970c-94cc5674e919 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088490 Sep 10 16:34:18.783571 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b2520a05-ebe0-49d6-8ad1-5c283d071621 admin admin] 10.222.0.23 "DELETE /v2.0/routers/05a4e40d-7f1e-4a31-84de-eb7a6a995c0b HTTP/1.1" status: 204 len: 168 time: 1.1702888 Sep 10 16:34:18.784283 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46992) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:18.832502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Attempting to bind port c522ac16-365e-4873-add8-3c6c8542f7d7 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:18.832874 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Attempting to bind port c522ac16-365e-4873-add8-3c6c8542f7d7 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:18.833499 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Attempting to bind port c522ac16-365e-4873-add8-3c6c8542f7d7 on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:18.836265 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Deleting subnet 3173164c-3893-4136-bdae-210af26308a5 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:34:18.839306 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:18.839628 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.840185 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:18.840782 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.841345 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Bound using segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:18.841974 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Bound port: c522ac16-365e-4873-add8-3c6c8542f7d7, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:18.842517 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.890052 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.924040 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.935347 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] For port c522ac16-365e-4873-add8-3c6c8542f7d7, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:18.940116 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] For port c522ac16-365e-4873-add8-3c6c8542f7d7, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c522ac16-365e-4873-add8-3c6c8542f7d7,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:18.945356 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.947525 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:18.949591 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.007954 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.016712 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362cd13-b368-499a-a081-3c02e69b1614 None None] Pushing event updated for resources: {'Port': ['ID=c522ac16-365e-4873-add8-3c6c8542f7d7,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:19.041621 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3173164c-3893-4136-bdae-210af26308a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:19.052009 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.056309 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4d552b25-df5e-4639-b2b5-4647de071202 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3173164c-3893-4136-bdae-210af26308a5 HTTP/1.1" status: 204 len: 168 time: 0.2704151 Sep 10 16:34:19.057794 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 46996) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:19.086374 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Allocated IP 172.27.3.12 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/d98eaf07-1deb-4e22-ac3e-d61cb75a9369) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:19.161968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.295642 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.319173 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbf5e24-fdd4-4e01-926d-61079b76fad2']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:19.331311 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558c6343-35b0-45fe-8c4f-662f400a6143') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:19.331799 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558c6343-35b0-45fe-8c4f-662f400a6143') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:19.343688 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.362661 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.371439 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:34:19.371816 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:34:19.373564 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:34:19.401265 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ce1f-8731-49e8-9680-9b8c22aaecb8 req-9db1f00d-f573-42ba-b632-339d3f2ec1b9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:19.412023 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0af3ce1f-8731-49e8-9680-9b8c22aaecb8 req-9db1f00d-f573-42ba-b632-339d3f2ec1b9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.2183149 Sep 10 16:34:19.494467 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.514658 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0af3ce1f-8731-49e8-9680-9b8c22aaecb8 req-9b03fa9d-6d71-4dfd-94af-5880d53aa9d4 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016562 Sep 10 16:34:19.541110 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.542297 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bbbf5e24-fdd4-4e01-926d-61079b76fad2 HTTP/1.1" status: 204 len: 168 time: 0.4831665 Sep 10 16:34:19.556832 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ce02-3ce8-4826-a172-161edd4e4951 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbf5e24-fdd4-4e01-926d-61079b76fad2,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:19.620810 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.690942 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.742805 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:19.742930 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47022) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:19.752014 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:19.756268 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:19.805108 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Pushing event updated for resources: {'Port': ['ID=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:19.844843 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a2596862-8855-4f8f-b73e-e6e7b6e8f761 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca167555fff437786a3151f382628a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0999849 Sep 10 16:34:19.847495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47028) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:19.901058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.922984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.979243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.981762 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:19.982932 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dcd6a60-4028-417b-be33-526fca5b951a HTTP/1.1" status: 204 len: 168 time: 0.1339245 Sep 10 16:34:19.994717 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c8bb-1fcd-4366-b32a-1d69acbd8414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd6a60-4028-417b-be33-526fca5b951a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:20.038567 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-682b801d-f4c2-4f1d-8dd0-cf28406f429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.092954 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.312299 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.342842 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ce76f-d3e0-4df3-991b-7ecd4683be04 None None] Network 67135f64-7309-4878-8d24-0c2abca9f413 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:34:20.407796 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.445824 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8c958863-a66f-4d41-92a2-25016b170717 None None] Provisioning for port c522ac16-365e-4873-add8-3c6c8542f7d7 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:20.501449 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Router 927e22e2-6937-4449-9b89-727bb1ea167b is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:34:20.593079 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c522ac16-365e-4873-add8-3c6c8542f7d7 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:20.636521 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:20.653556 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:20.657310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.660136 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4856caa7-dc4c-4748-bcf4-397f26bc7d1e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4862309 Sep 10 16:34:20.662919 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47046) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:20.674912 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:20.675997 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:20.683470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54466591-ff5a-4386-a997-39e679798f00 req-a58caa7a-10a4-4f0a-9a37-d68b9c4d939f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:20.685726 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54466591-ff5a-4386-a997-39e679798f00 req-a58caa7a-10a4-4f0a-9a37-d68b9c4d939f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0687802 Sep 10 16:34:20.741945 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54466591-ff5a-4386-a997-39e679798f00 req-695d3389-4040-42f6-ba0a-9870ba155236 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Sep 10 16:34:20.808555 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:20.859084 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:21.043668 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port c522ac16-365e-4873-add8-3c6c8542f7d7 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:21.060071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port c522ac16-365e-4873-add8-3c6c8542f7d7 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:21.060439 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.159054 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-858772fa-a41a-4252-92f8-30cf190ae0b3 None None] Provisioning complete for port c522ac16-365e-4873-add8-3c6c8542f7d7 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:21.159630 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-858772fa-a41a-4252-92f8-30cf190ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.267017 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:19Z', 'revision_number': 3, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:21.303301 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:21.303738 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Updating router 927e22e2-6937-4449-9b89-727bb1ea167b port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:34:21.348110 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.378647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.499247 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.556060 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Allocated IP 172.20.0.1 (67135f64-7309-4878-8d24-0c2abca9f413/92854a63-44e3-4bec-83e9-e77ea8260068/3c637688-f27c-422a-bc1c-5eee6e500ec8) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:21.563360 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.566321 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-858772fa-a41a-4252-92f8-30cf190ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.652342 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port c522ac16-365e-4873-add8-3c6c8542f7d7, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c522ac16-365e-4873-add8-3c6c8542f7d7,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:21.663472 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.667432 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.691682 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Transition to ACTIVE for port object 3c637688-f27c-422a-bc1c-5eee6e500ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:21.727353 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47094) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:21.738041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ff970006-dab7-4b23-bda8-74cdf595fddf no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:21.741748 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.779580 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:21.782612 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:21.786301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:21.788189 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.db.api [None req-858772fa-a41a-4252-92f8-30cf190ae0b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 16:34:21.788632 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG oslo_db.api [None req-858772fa-a41a-4252-92f8-30cf190ae0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 16:34:21.794190 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: ff970006-dab7-4b23-bda8-74cdf595fddf {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:21.794539 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ff970006-dab7-4b23-bda8-74cdf595fddf not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:21.794969 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a3d171c3-1ac4-4ef2-a004-c31eabfbb068 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:21.796789 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=c522ac16-365e-4873-add8-3c6c8542f7d7,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:21.825188 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: a3d171c3-1ac4-4ef2-a004-c31eabfbb068 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:21.825541 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a3d171c3-1ac4-4ef2-a004-c31eabfbb068 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:21.844263 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Pushing event updated for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:21.902034 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.921223 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b1272-da38-4b80-81d5-59ec18d25530 req-03b96293-c187-4248-b967-a2dba1696b57 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:21.922869 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d7b1272-da38-4b80-81d5-59ec18d25530 req-03b96293-c187-4248-b967-a2dba1696b57 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0651274 Sep 10 16:34:21.958512 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5ce891d-5a45-4516-ba04-f9180a24cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:21.978659 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d7b1272-da38-4b80-81d5-59ec18d25530 req-e1160caa-e4f1-4d44-98b6-00ef859a50e6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494411 Sep 10 16:34:22.018719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.040698 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Transition to ACTIVE for port object d98eaf07-1deb-4e22-ac3e-d61cb75a9369 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:22.048180 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.095857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Attempting to bind port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:22.096148 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Attempting to bind port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:22.096696 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Attempting to bind port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:22.105902 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:22.106269 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:22.106690 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.107054 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:22.107736 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Bound port: d98eaf07-1deb-4e22-ac3e-d61cb75a9369, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:22.108282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.136017 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d43d2-d73f-482f-951a-68a001a632e0 None None] Pushing event updated for resources: {'Port': ['ID=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:22.164683 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.193767 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] For port d98eaf07-1deb-4e22-ac3e-d61cb75a9369, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:22.200703 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5ce891d-5a45-4516-ba04-f9180a24cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.206367 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5ce891d-5a45-4516-ba04-f9180a24cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.207869 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] For port d98eaf07-1deb-4e22-ac3e-d61cb75a9369, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:22.215907 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.281795 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:22.282742 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:22.295163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce891d-5a45-4516-ba04-f9180a24cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f585bf8-8e54-41f5-8d1e-7fb81200311b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:22.303343 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e5ce891d-5a45-4516-ba04-f9180a24cf9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62afdcc82d67468e99ad5132c2ed8537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749986 Sep 10 16:34:22.303846 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47122) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:22.392315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d43d2-d73f-482f-951a-68a001a632e0 None None] Pushing event updated for resources: {'Port': ['ID=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:22.405149 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.448107 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.455948 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.456410 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.546389 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.546861 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.550315 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.551881 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f585bf8-8e54-41f5-8d1e-7fb81200311b HTTP/1.1" status: 204 len: 168 time: 0.2463441 Sep 10 16:34:22.561931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eede8-811f-435c-aef1-d959bcf75f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f585bf8-8e54-41f5-8d1e-7fb81200311b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:22.576426 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:22.576531 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Pushing event updated for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:22.626926 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c522ac16-365e-4873-add8-3c6c8542f7d7 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:22.798488 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-31f692f5-f0e9-4fc2-8c2c-3ca473fbf90c None None] Provisioning for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:22.798755 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:22.801707 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:22.804162 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-31f692f5-f0e9-4fc2-8c2c-3ca473fbf90c None None] Provisioning complete for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:22.804590 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31f692f5-f0e9-4fc2-8c2c-3ca473fbf90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.847103 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port c522ac16-365e-4873-add8-3c6c8542f7d7 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:22.847583 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:22.908759 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-31f692f5-f0e9-4fc2-8c2c-3ca473fbf90c None None] Port 3c637688-f27c-422a-bc1c-5eee6e500ec8 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:22.985281 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:34:23.031986 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:21Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:23.067460 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2ffdc-b07e-48fa-ab15-bb3c9a486023 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:21Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:23.069844 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:23.135550 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-a33cb9e3-8a03-4e31-be87-e1fc16bec3e0 None None] Provisioning complete for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:23.136179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a33cb9e3-8a03-4e31-be87-e1fc16bec3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:23.159310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:23.161788 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b41bdc-77cf-43e5-84b6-1a16e5db5d15 req-90d39536-85fb-4046-a4db-e1262162323a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:23.166718 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bd98cd03-f483-4f39-a5f8-e8316418be1f admin admin] 10.222.0.23 "PUT /v2.0/routers/927e22e2-6937-4449-9b89-727bb1ea167b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017276 Sep 10 16:34:23.174808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-a33cb9e3-8a03-4e31-be87-e1fc16bec3e0 None None] Port 3c637688-f27c-422a-bc1c-5eee6e500ec8 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:23.175980 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49b41bdc-77cf-43e5-84b6-1a16e5db5d15 req-90d39536-85fb-4046-a4db-e1262162323a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0906870 Sep 10 16:34:23.222809 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49b41bdc-77cf-43e5-84b6-1a16e5db5d15 req-9bddc51b-97c8-48d3-bb36-61ec8dce72e1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Sep 10 16:34:23.907461 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47194) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:23.918134 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2023398217-network', 'tenant_id': '64fa760c73394b53a650d8448d47ba36'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:23.939811 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Made reservation on behalf of 64fa760c73394b53a650d8448d47ba36 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:23.942353 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:23.958288 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.112862 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.118069 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.142893 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:34:24.160220 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8960386-cecc-43bb-aed8-c08adb8424d9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:24.176661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.177000 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Added segment 71e23996-2f7a-4e54-bda1-87f566dcc87e of type vlan for network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 Sep 10 16:34:24.236186 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.272766 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.274410 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:24.277157 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.314512 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4057899 Sep 10 16:34:24.317885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47214) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:24.323415 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Request body: {'subnet': {'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2023398217-subnet', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:24.425829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573289e-e1b6-4dee-831d-413f79817b05 admin admin] Pushing event updated for resources: {'Network': ['ID=8d77a313-bde3-4b7d-ab10-c1e5cdb88222,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:24.435996 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Made reservation on behalf of 64fa760c73394b53a650d8448d47ba36 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:24.438935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8982262'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.444303 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:34:24.467164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb1a29-d058-48cb-ab8b-918d35d0dc5b req-2565c4f0-803c-4a91-840b-58ff94df310e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:24.468918 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbeb1a29-d058-48cb-ab8b-918d35d0dc5b req-2565c4f0-803c-4a91-840b-58ff94df310e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1255350 Sep 10 16:34:24.548017 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cbeb1a29-d058-48cb-ab8b-918d35d0dc5b req-0cdbe5a3-7c17-47a1-b7fa-7fa5fbb7b01e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692933 Sep 10 16:34:24.645164 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device d98eaf07-1deb-4e22-ac3e-d61cb75a9369 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:24.675324 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8982248'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.721494 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:24.726059 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:24.726433 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.742484 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4631f12c-d568-49a1-9023-21c7f7700b9b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:24.766846 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Checking segment: {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:24.767421 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Network hostable DHCP agents. Network: 8d77a313-bde3-4b7d-ab10-c1e5cdb88222, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:34:24.787457 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:34:24.798799 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 8d77a313-bde3-4b7d-ab10-c1e5cdb88222) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:24.803474 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:24.804060 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.811625 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41088c26-3147-4c6f-92be-904b6c67f124 None None] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:34:24.816056 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.822303 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-def8b5a5-dd24-4c7d-88ff-64a545ae8564 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5026138 Sep 10 16:34:24.824859 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:24.829125 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:24.853970 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.855510 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.857492 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port d98eaf07-1deb-4e22-ac3e-d61cb75a9369, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:24.897026 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.918395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:24.985179 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:25.035425 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'fixed_ips': [{'subnet_id': '4631f12c-d568-49a1-9023-21c7f7700b9b'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:34:25.036634 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.067816 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.083234 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47236) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:25.265440 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-539baef6-8e0e-4238-906e-df4da99794b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.346012 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Allocated IP 172.20.0.2 (8d77a313-bde3-4b7d-ab10-c1e5cdb88222/4631f12c-d568-49a1-9023-21c7f7700b9b/e826f7fc-a5d0-48e8-a3dd-3683d099f735) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:25.357546 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.380977 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.382181 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-539baef6-8e0e-4238-906e-df4da99794b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.387493 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-539baef6-8e0e-4238-906e-df4da99794b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.444427 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539baef6-8e0e-4238-906e-df4da99794b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c12323-796d-4a6e-b789-62bc91211e99,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:25.453723 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-539baef6-8e0e-4238-906e-df4da99794b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80ebce527dc2421cb0e8f9b668823021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691745 Sep 10 16:34:25.454336 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47248) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:25.528293 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.536791 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Transition to ACTIVE for port object e826f7fc-a5d0-48e8-a3dd-3683d099f735 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:25.553075 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Transition to ACTIVE for port object e826f7fc-a5d0-48e8-a3dd-3683d099f735 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:25.560462 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.565805 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.575885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Allocated IP 172.27.3.8 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/5810ab49-1ba0-4049-8b10-8efcfb9cfb7f) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:25.599497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.602675 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Pushing event updated for resources: {'Port': ['ID=e826f7fc-a5d0-48e8-a3dd-3683d099f735,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:25.620561 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:25.622791 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:25.628015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:25.691998 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Attempting to bind port e826f7fc-a5d0-48e8-a3dd-3683d099f735 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:25.692649 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Attempting to bind port e826f7fc-a5d0-48e8-a3dd-3683d099f735 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:25.693013 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Attempting to bind port e826f7fc-a5d0-48e8-a3dd-3683d099f735 on network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:25.700520 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:25.701410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Checking segment: {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:25.701868 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.702583 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Bound using segment: {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:25.703326 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Bound port: e826f7fc-a5d0-48e8-a3dd-3683d099f735, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:25.703888 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.717846 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.721193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.725144 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85c12323-796d-4a6e-b789-62bc91211e99 HTTP/1.1" status: 204 len: 168 time: 0.2666616 Sep 10 16:34:25.774222 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:25.782514 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bc01a-f47b-471f-a2a1-3a78f0db2a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c12323-796d-4a6e-b789-62bc91211e99,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:25.792662 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] For port e826f7fc-a5d0-48e8-a3dd-3683d099f735, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:25.794547 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:25.795093 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.795229 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:25.796858 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] For port e826f7fc-a5d0-48e8-a3dd-3683d099f735, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e826f7fc-a5d0-48e8-a3dd-3683d099f735,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:25.812044 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:25.830194 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8dbb5-c267-4bd7-9902-1df7f7bdeee4 req-76e315d3-5937-4562-9d6b-63f6b18416f7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:25.831917 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afc8dbb5-c267-4bd7-9902-1df7f7bdeee4 req-76e315d3-5937-4562-9d6b-63f6b18416f7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1209943 Sep 10 16:34:25.879610 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9e53-80b9-4b2a-85e8-f3691efd6e2c None None] Pushing event updated for resources: {'Port': ['ID=e826f7fc-a5d0-48e8-a3dd-3683d099f735,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:25.996751 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:26.210172 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:26.225307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afc8dbb5-c267-4bd7-9902-1df7f7bdeee4 req-0cd72dad-ba27-4638-a87e-bf4b33fdb6b0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834312 Sep 10 16:34:26.229927 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.245167 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f0170aa-800c-4e4f-9cdf-7d19332d2ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.268437 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:26.271293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:26.274942 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:26.283243 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Pushing event updated for resources: {'Port': ['ID=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:26.344364 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 2, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:26.385144 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:26.385510 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Updating router 927e22e2-6937-4449-9b89-727bb1ea167b port 3c637688-f27c-422a-bc1c-5eee6e500ec8 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:34:26.397505 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f0170aa-800c-4e4f-9cdf-7d19332d2ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.402402 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f0170aa-800c-4e4f-9cdf-7d19332d2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.421461 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.482044 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3f0170aa-800c-4e4f-9cdf-7d19332d2ba8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cf8f74adf12444dbbc934b238e5ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682431 Sep 10 16:34:26.482044 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0170aa-800c-4e4f-9cdf-7d19332d2ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e875e-d14c-4d78-b18c-68d3d6a8c816,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:26.483042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47276) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:26.539120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.567293 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.624401 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.639479 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.642003 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.645812 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b90e875e-d14c-4d78-b18c-68d3d6a8c816 HTTP/1.1" status: 204 len: 168 time: 0.1603267 Sep 10 16:34:26.670918 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f3ae-ce18-4f02-a182-3ef2fefc5340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e875e-d14c-4d78-b18c-68d3d6a8c816,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:26.739608 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device d98eaf07-1deb-4e22-ac3e-d61cb75a9369 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:26.820410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:26.821843 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.846348 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.874024 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Transition to ACTIVE for port object 3c637688-f27c-422a-bc1c-5eee6e500ec8 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:26.886547 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.911544 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:26.928907 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e826f7fc-a5d0-48e8-a3dd-3683d099f735 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:26.941289 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Pushing event updated for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:26.955723 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.956072 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.956414 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.956907 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.957295 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.957569 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.958444 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.958779 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.959106 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.959451 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.959774 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:26.960092 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:27.025077 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port e826f7fc-a5d0-48e8-a3dd-3683d099f735 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:27.048495 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Attempting to bind port 3c637688-f27c-422a-bc1c-5eee6e500ec8 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:27.049145 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Attempting to bind port 3c637688-f27c-422a-bc1c-5eee6e500ec8 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:27.049489 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Attempting to bind port 3c637688-f27c-422a-bc1c-5eee6e500ec8 on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:27.067929 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:27.068605 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:27.069252 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:27.069848 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Bound using segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:27.070516 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Bound port: 3c637688-f27c-422a-bc1c-5eee6e500ec8, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:27.079116 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:27.221417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:34:27.233491 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] For port 3c637688-f27c-422a-bc1c-5eee6e500ec8, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:27.242132 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] For port 3c637688-f27c-422a-bc1c-5eee6e500ec8, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3c637688-f27c-422a-bc1c-5eee6e500ec8,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:27.248450 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:27.311628 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07bc5f-1386-4ac3-904a-64b39831bdc5 None None] Pushing event updated for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:27.342166 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:27.342166 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:27.406278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2061c-276c-48d6-8a9a-1718f309b401 None None] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:34:27.470195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1f8f0-cdcd-41ed-84d9-1fee75ce7354 req-865a552c-2827-4cdf-90c5-5cdbca11fa6e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:27.475794 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85f1f8f0-cdcd-41ed-84d9-1fee75ce7354 req-865a552c-2827-4cdf-90c5-5cdbca11fa6e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1040275 Sep 10 16:34:27.504675 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:27.522792 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:27.535918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Sync routers for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:27.559531 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-85f1f8f0-cdcd-41ed-84d9-1fee75ce7354 req-4fbc0c51-74d3-4dd6-9ce1-38bb3d1e92ab tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757310 Sep 10 16:34:27.568697 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:27.569467 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:27.571568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Provisioning for port e826f7fc-a5d0-48e8-a3dd-3683d099f735 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:27.573957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:27.578247 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47308) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:27.578847 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-25027122-e41b-480a-8f13-41105fa00895 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7523055 Sep 10 16:34:27.750540 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Provisioning complete for port e826f7fc-a5d0-48e8-a3dd-3683d099f735 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:27.751020 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:27.888241 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:27Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:27.928639 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac4b44-5be3-46a3-8ecd-2bdcc7489ed0 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:27Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:27.960669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47322) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:27.979870 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7712d-7a02-4e1f-9889-62f7f2decb54 req-ef8db6e1-9d2c-4b1c-b0c2-c0d7e580787f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:27.981777 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96c7712d-7a02-4e1f-9889-62f7f2decb54 req-ef8db6e1-9d2c-4b1c-b0c2-c0d7e580787f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0983469 Sep 10 16:34:28.053033 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:28.059502 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-96c7712d-7a02-4e1f-9889-62f7f2decb54 req-a4969695-e8e2-4f6f-be21-398b54c56047 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660892 Sep 10 16:34:28.219550 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.308775 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2759c7ce-8c32-4f1d-9bee-ec68d61f038f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.343239 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] For port e826f7fc-a5d0-48e8-a3dd-3683d099f735, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e826f7fc-a5d0-48e8-a3dd-3683d099f735,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:28.352644 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-d16c3a94-420b-43d5-ab36-0d6dd269cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:28.352900 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.355613 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-d16c3a94-420b-43d5-ab36-0d6dd269cd03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 1099 time: 0.0611906 Sep 10 16:34:28.474037 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c0dd9-f02b-4521-a5bf-348ce3a1147f None None] Pushing event updated for resources: {'Port': ['ID=e826f7fc-a5d0-48e8-a3dd-3683d099f735,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:28.476400 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2759c7ce-8c32-4f1d-9bee-ec68d61f038f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.492326 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2759c7ce-8c32-4f1d-9bee-ec68d61f038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.534887 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2759c7ce-8c32-4f1d-9bee-ec68d61f038f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=837a88d93f634dea8f326ca440024cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719101 Sep 10 16:34:28.535382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47338) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:28.542055 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f50450e9-cfa7-4f50-b401-286bdf7d96d4 None None] Provisioning complete for port e826f7fc-a5d0-48e8-a3dd-3683d099f735 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:28.542432 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f50450e9-cfa7-4f50-b401-286bdf7d96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.547469 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:26Z', 'revision_number': 3, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:28.628192 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759c7ce-8c32-4f1d-9bee-ec68d61f038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce93f33-7aea-48f6-8e70-4dde2b64ef0c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:28.633065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-d8eb5540-3f00-4c0a-946c-19f5d168a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:28.635240 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-d8eb5540-3f00-4c0a-946c-19f5d168a103 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.2713013 Sep 10 16:34:28.640138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Checking router: 1a6bc9ac-7b09-4a11-a881-9b1b837535ae for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:28.640483 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Updating router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:34:28.664010 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.686162 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3c637688-f27c-422a-bc1c-5eee6e500ec8 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:28.722700 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.765502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.824473 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-08d714e6-a64b-41c3-a3ed-9a771f7205a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 200 len: 1002 time: 0.1153412 Sep 10 16:34:28.870443 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.873559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:28.877291 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce93f33-7aea-48f6-8e70-4dde2b64ef0c HTTP/1.1" status: 204 len: 168 time: 0.3312209 Sep 10 16:34:28.893389 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81d63a-7cff-46a2-a2d5-5e65674af7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce93f33-7aea-48f6-8e70-4dde2b64ef0c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:29.051087 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:29.064414 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:29.065072 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.101405 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-9b135d1d-1fee-4c8a-b949-132e4de05a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:29.103030 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-9b135d1d-1fee-4c8a-b949-132e4de05a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.2639005 Sep 10 16:34:29.241937 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-73faeea4-277e-4129-98ce-60d536139898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:29.247042 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-73faeea4-277e-4129-98ce-60d536139898 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285813 Sep 10 16:34:29.248554 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33219e-a85b-449e-bbfa-3b75864a91c9 req-f1812b15-36ff-48f3-b7a0-6125eafadc8f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:29.250121 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a33219e-a85b-449e-bbfa-3b75864a91c9 req-f1812b15-36ff-48f3-b7a0-6125eafadc8f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0879002 Sep 10 16:34:29.334427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a33219e-a85b-449e-bbfa-3b75864a91c9 req-ab5f4d74-edb0-4786-b89b-ecbbab49beb2 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767369 Sep 10 16:34:29.390175 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.456726 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.484663 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.507733 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Transition to ACTIVE for port object 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:29.518734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 3c637688-f27c-422a-bc1c-5eee6e500ec8, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3c637688-f27c-422a-bc1c-5eee6e500ec8,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:29.521618 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.522775 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-10572817-7dfe-4b46-83f4-4a2d6fb618a1 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676251 Sep 10 16:34:29.529912 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.580082 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Attempting to bind port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:29.580433 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Attempting to bind port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:29.580796 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Attempting to bind port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:29.591882 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9e46-b60e-4536-8a05-bc7a802b9d31 None None] Pushing event updated for resources: {'Port': ['ID=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:29.600527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:29.600527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:29.600527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.600527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:29.600527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Bound port: 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:29.601086 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.687972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:29.694514 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] For port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:29.698885 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] For port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:29.701851 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Allocated IP 172.20.0.1 (8d77a313-bde3-4b7d-ab10-c1e5cdb88222/4631f12c-d568-49a1-9023-21c7f7700b9b/9119310a-8f83-42bd-83d2-b6b9665b7804) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:29.705185 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.705661 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7718af76-0596-45e5-bc0f-5b6f96cc299c req-4d828a08-545f-4fb8-9ac9-492f7f4f55c0 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754832 Sep 10 16:34:29.779440 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:29.780135 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:29.820030 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9e46-b60e-4536-8a05-bc7a802b9d31 None None] Pushing event updated for resources: {'Port': ['ID=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:29.866070 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.880594 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Transition to ACTIVE for port object 9119310a-8f83-42bd-83d2-b6b9665b7804 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:29.922336 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:29.930149 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:29.972217 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:29.975338 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:29.979610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:30.009620 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Pushing event updated for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:30.048291 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.198128 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:26Z', 'revision_number': 3, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:30.265516 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc1174-b82f-4538-84da-24bda19d02a3 None None] The sync data for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi is: [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:26Z', 'revision_number': 3, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:30.301967 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.330841 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-31bfcec6-7fa6-4cde-840d-76c6cf45a00d None None] Provisioning for port 9119310a-8f83-42bd-83d2-b6b9665b7804 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:30.337275 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-31bfcec6-7fa6-4cde-840d-76c6cf45a00d None None] Provisioning complete for port 9119310a-8f83-42bd-83d2-b6b9665b7804 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:30.337816 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-31bfcec6-7fa6-4cde-840d-76c6cf45a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.392989 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-31bfcec6-7fa6-4cde-840d-76c6cf45a00d None None] Port 9119310a-8f83-42bd-83d2-b6b9665b7804 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:30.564528 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.573149 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.621406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67702b-ce85-4069-bf4a-2312b01dbb31 req-49b4cc5d-2c2d-41c7-bd17-f5d06d9818e1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:30.623859 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1c67702b-ce85-4069-bf4a-2312b01dbb31 req-49b4cc5d-2c2d-41c7-bd17-f5d06d9818e1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.1054072 Sep 10 16:34:30.650163 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3c637688-f27c-422a-bc1c-5eee6e500ec8 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:30.709131 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1c67702b-ce85-4069-bf4a-2312b01dbb31 req-f734dada-9024-4ca1-8ca4-8169f1eceed1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783277 Sep 10 16:34:30.736578 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.744006 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 3c637688-f27c-422a-bc1c-5eee6e500ec8 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:30.744391 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:30.754487 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Pushing event updated for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:30.899432 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e826f7fc-a5d0-48e8-a3dd-3683d099f735 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:30.903938 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:30.905563 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:30.975656 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port e826f7fc-a5d0-48e8-a3dd-3683d099f735 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:30.976048 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:31.059569 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:34:31.186728 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:31.192193 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-08c7066a-7d06-4edf-bbb3-a93c30c3d9eb admin admin] 10.222.0.23 "PUT /v2.0/routers/1a6bc9ac-7b09-4a11-a881-9b1b837535ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6129084 Sep 10 16:34:31.219697 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b568c20a-0133-4f48-9c19-ababe40005f4 None None] Provisioning complete for port 9119310a-8f83-42bd-83d2-b6b9665b7804 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:31.220373 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b568c20a-0133-4f48-9c19-ababe40005f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:31.261996 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b568c20a-0133-4f48-9c19-ababe40005f4 None None] Port 9119310a-8f83-42bd-83d2-b6b9665b7804 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:31.875600 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47448) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:31.880210 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625024596', 'description': 'tempest-secgroup-smoke-1625024596 description', 'project_id': '5f8fe045a60141dbbff9603dba7515d0'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:31.908913 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.001187 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.006755 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.031303 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.032553 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1558840 Sep 10 16:34:32.038331 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47456) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.048301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:32.078428 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f92eee-6131-49f4-91b8-d671e290e8be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d851dd-38bc-4544-80f5-70c55e2b2797,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.104120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.210137 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.215556 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.223880 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Sync routers for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:32.239065 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:32.239741 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:32.252055 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86723f85-924e-4ceb-b5eb-3f729ecda28c,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.262568 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.267297 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47474) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.267907 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ff6e3a0e-4a12-49fc-82a1-a6e1b11d4b25 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258639 Sep 10 16:34:32.271751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:32.303849 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.368965 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.376522 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.409116 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02d73dc-1f5a-4a0e-9b08-d3322ffbf3e1,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.412874 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.414071 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-26a4bbb1-5923-4c2a-abb8-230a6997892b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457996 Sep 10 16:34:32.417017 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47482) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.422734 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:32.454805 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.486894 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:32.533815 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.539938 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.565366 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600b927f-7822-4c09-acc5-4fcf7e3e1124,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.577102 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.578818 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b1830362-b38e-4e50-987d-5de51154d106 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608534 Sep 10 16:34:32.581590 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47484) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.588504 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:32.607502 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:32.635748 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.664906 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:32.672253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:32.672624 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.705349 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47488) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.719618 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.725777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.746202 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f3b8ca-e6c0-4cb2-8523-de6527395656,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.756315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.757678 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-27f65ccc-e6cd-4f46-b782-810ffd3fb64a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733906 Sep 10 16:34:32.760566 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47494) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:32.767749 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:32.770274 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:30Z', 'revision_number': 4, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9119310a-8f83-42bd-83d2-b6b9665b7804', 'name': '', 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'mac_address': 'fa:16:3e:14:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:29Z', 'updated_at': '2021-09-10T16:34:30Z', 'revision_number': 2, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'subnets': [{'id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:32.798202 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Project 5f8fe045a60141dbbff9603dba7515d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:34:32.802060 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.803301 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Checking router: 1a6bc9ac-7b09-4a11-a881-9b1b837535ae for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:32.804040 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Updating router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae port 9119310a-8f83-42bd-83d2-b6b9665b7804 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:34:32.807147 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.838385 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:32.847372 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.849718 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.886724 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5376768d-b2d6-47af-be8f-a10416b1b09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.913886 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.924429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:32.960661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec2936f-dfe5-48dc-9122-b917d0d9eb41,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:32.985918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.013693 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5376768d-b2d6-47af-be8f-a10416b1b09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.020561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5376768d-b2d6-47af-be8f-a10416b1b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.022335 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.024562 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f6998059-a982-4165-b2d2-6c244a893747 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2628767 Sep 10 16:34:33.027292 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47506) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:33.031854 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'security_group_rule': {'security_group_id': '99d851dd-38bc-4544-80f5-70c55e2b2797', 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:33.060723 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Project 5f8fe045a60141dbbff9603dba7515d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:34:33.071093 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.075590 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5376768d-b2d6-47af-be8f-a10416b1b09e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3c55540fab1474fa08e05a1adb64842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684189 Sep 10 16:34:33.077955 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47508) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:33.094398 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376768d-b2d6-47af-be8f-a10416b1b09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220afc17-1bf5-4690-9dfe-c5c58e9f1ba8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.188686 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.189647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.195941 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.232259 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.234081 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.234614 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7ed157-cfe7-4b0c-ab0f-083905bbd0ff,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.246591 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Transition to ACTIVE for port object 9119310a-8f83-42bd-83d2-b6b9665b7804 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:33.255089 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.255219 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.259295 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-61c39143-b398-4217-9ebe-75b1ed23e52b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2279334 Sep 10 16:34:33.298866 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.302329 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.306319 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/220afc17-1bf5-4690-9dfe-c5c58e9f1ba8 HTTP/1.1" status: 204 len: 168 time: 0.2235796 Sep 10 16:34:33.336906 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798786d-ae85-4c89-b883-26f5994eea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220afc17-1bf5-4690-9dfe-c5c58e9f1ba8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.408334 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ebf4d-dce8-49fe-8859-22e935ff70ec None None] Pushing event updated for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.467139 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Attempting to bind port 9119310a-8f83-42bd-83d2-b6b9665b7804 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:33.467549 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Attempting to bind port 9119310a-8f83-42bd-83d2-b6b9665b7804 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:33.467910 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Attempting to bind port 9119310a-8f83-42bd-83d2-b6b9665b7804 on network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:33.473164 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:33.473748 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Checking segment: {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:33.474148 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.474537 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Bound using segment: {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:33.475025 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Bound port: 9119310a-8f83-42bd-83d2-b6b9665b7804, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e23996-2f7a-4e54-bda1-87f566dcc87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:33.475444 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.577479 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] For port 9119310a-8f83-42bd-83d2-b6b9665b7804, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:33.580852 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] For port 9119310a-8f83-42bd-83d2-b6b9665b7804, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=9119310a-8f83-42bd-83d2-b6b9665b7804,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:33.589130 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:33.666026 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:33.666658 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:33.712180 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ebf4d-dce8-49fe-8859-22e935ff70ec None None] Pushing event updated for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:33.809316 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47570) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:33.849190 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:33.849406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fac0259-c59c-4b70-b33f-2481c351b39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.040078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fac0259-c59c-4b70-b33f-2481c351b39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.058478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fac0259-c59c-4b70-b33f-2481c351b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.119920 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47588) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:34.120614 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6fac0259-c59c-4b70-b33f-2481c351b39a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2972dfebbc154849aecbe509edf910b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093960 Sep 10 16:34:34.121016 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0259-c59c-4b70-b33f-2481c351b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b201a935-b6a4-4ea0-b2c5-39962705b139,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:34.134627 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:30Z', 'revision_number': 4, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9119310a-8f83-42bd-83d2-b6b9665b7804', 'name': '', 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'mac_address': 'fa:16:3e:14:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:29Z', 'updated_at': '2021-09-10T16:34:33Z', 'revision_number': 4, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'subnets': [{'id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:34.162751 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe30547-74c6-46f5-b662-5438cdb1c2c0 None None] The sync data for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi is: [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:34:30Z', 'revision_number': 4, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '9119310a-8f83-42bd-83d2-b6b9665b7804', 'name': '', 'network_id': '8d77a313-bde3-4b7d-ab10-c1e5cdb88222', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'mac_address': 'fa:16:3e:14:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:29Z', 'updated_at': '2021-09-10T16:34:33Z', 'revision_number': 4, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'subnets': [{'id': '4631f12c-d568-49a1-9023-21c7f7700b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:34.213029 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.244350 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.329358 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.336637 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.338846 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b201a935-b6a4-4ea0-b2c5-39962705b139 HTTP/1.1" status: 204 len: 168 time: 0.2122586 Sep 10 16:34:34.349782 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285c032-f320-4533-baab-e93524c819c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b201a935-b6a4-4ea0-b2c5-39962705b139,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:34.519889 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47608) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:34.657634 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:34.721288 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:34.723559 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.824527 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9119310a-8f83-42bd-83d2-b6b9665b7804 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:34.851622 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b581a0f-f71f-4da5-8cfc-956188bbf618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.889943 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 9119310a-8f83-42bd-83d2-b6b9665b7804 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:34.895315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 9119310a-8f83-42bd-83d2-b6b9665b7804 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:34.895822 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.975899 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b581a0f-f71f-4da5-8cfc-956188bbf618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:34.980542 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7b581a0f-f71f-4da5-8cfc-956188bbf618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.021948 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.046785 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7b581a0f-f71f-4da5-8cfc-956188bbf618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d205716aac04a1d8502475ab3052ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231967 Sep 10 16:34:35.047416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47626) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:35.052207 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b581a0f-f71f-4da5-8cfc-956188bbf618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b3598-9c72-4144-a291-b0208723f798,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:35.105285 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 9119310a-8f83-42bd-83d2-b6b9665b7804, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=9119310a-8f83-42bd-83d2-b6b9665b7804,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:35.111217 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.157867 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.190677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:35.198326 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.275295 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.278197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.279015 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c46b3598-9c72-4144-a291-b0208723f798 HTTP/1.1" status: 204 len: 168 time: 0.2309594 Sep 10 16:34:35.287988 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aba0f-0cbf-4ebd-b102-15656d828001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b3598-9c72-4144-a291-b0208723f798,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:35.798735 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47664) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:35.816551 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ffd17a82-d27b-47ad-8b3b-8543badb0bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.933359 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ffd17a82-d27b-47ad-8b3b-8543badb0bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.939052 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ffd17a82-d27b-47ad-8b3b-8543badb0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:35.983720 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47672) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:35.984287 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-ffd17a82-d27b-47ad-8b3b-8543badb0bea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0294b52113994d8ca43cc6adfc952292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839116 Sep 10 16:34:35.985678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd17a82-d27b-47ad-8b3b-8543badb0bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0bb97-0703-41db-9e5e-a1e758452b6c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:36.058283 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.087901 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.150337 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.152934 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.157436 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efb0bb97-0703-41db-9e5e-a1e758452b6c HTTP/1.1" status: 204 len: 168 time: 0.1682696 Sep 10 16:34:36.170310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981de2c6-1164-42d0-8c25-9b806d421c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0bb97-0703-41db-9e5e-a1e758452b6c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:36.559584 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9119310a-8f83-42bd-83d2-b6b9665b7804 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:34:36.632457 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 9119310a-8f83-42bd-83d2-b6b9665b7804 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:36.633731 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.742811 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47716) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:36.877932 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5880adf-119a-49d9-81ce-ca4d0ba11fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.987141 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5880adf-119a-49d9-81ce-ca4d0ba11fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:36.993456 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5880adf-119a-49d9-81ce-ca4d0ba11fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.045388 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5880adf-119a-49d9-81ce-ca4d0ba11fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b8a390-0373-4bd5-85b0-186441ec35b9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:37.052232 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d5880adf-119a-49d9-81ce-ca4d0ba11fb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5a187eb870d4cfbb3c947b2e23b141b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081837 Sep 10 16:34:37.057332 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47736) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:37.121159 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.145884 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.205695 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.210384 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.215970 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6b8a390-0373-4bd5-85b0-186441ec35b9 HTTP/1.1" status: 204 len: 168 time: 0.1575036 Sep 10 16:34:37.231227 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a954c-86c2-4d25-9215-7ac19d603ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b8a390-0373-4bd5-85b0-186441ec35b9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:37.687052 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47772) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:37.697870 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f934185-95e6-4437-9da3-3c76c6d87d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.801641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f934185-95e6-4437-9da3-3c76c6d87d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.807042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f934185-95e6-4437-9da3-3c76c6d87d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.855862 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f934185-95e6-4437-9da3-3c76c6d87d21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e649e444b0944827b30a6162176a9ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700857 Sep 10 16:34:37.855862 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934185-95e6-4437-9da3-3c76c6d87d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96724c-f650-4edb-8a28-4a2fc12ea835,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:37.856239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47784) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:37.923501 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.946023 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:37.998929 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:38.001931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:38.005899 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a96724c-f650-4edb-8a28-4a2fc12ea835 HTTP/1.1" status: 204 len: 168 time: 0.1486835 Sep 10 16:34:38.014393 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96724c-f650-4edb-8a28-4a2fc12ea835,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:38.021715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.022110 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.022502 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.022935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.023919 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.024318 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.024494 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.024796 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.025143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.025523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.025834 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:38.026403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dae52a0-fca3-462a-9466-926290892b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.059588 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47882) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:40.178025 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.267807 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.272379 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.311510 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e1b56a4d4144044898982641fdfc4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504900 Sep 10 16:34:40.312668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cd3c0f-22e9-498c-9ae6-5246f4263513,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:40.314319 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47890) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:40.321045 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.321429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.321748 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.322073 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.322407 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.322741 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.323080 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.323429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.323757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.324100 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.324424 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.324745 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ee57-5960-40df-a31c-01a814a4b8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:40.374105 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.398116 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.449538 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.452268 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.453417 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5cd3c0f-22e9-498c-9ae6-5246f4263513 HTTP/1.1" status: 204 len: 168 time: 0.1381657 Sep 10 16:34:40.461418 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0bbe-1c34-4b46-b847-16281f933f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cd3c0f-22e9-498c-9ae6-5246f4263513,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:40.728017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47900) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:40.740697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-312ea0b3-7f50-4691-aec6-f79c1698ab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.836242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-312ea0b3-7f50-4691-aec6-f79c1698ab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.840528 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-312ea0b3-7f50-4691-aec6-f79c1698ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.883990 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-312ea0b3-7f50-4691-aec6-f79c1698ab09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d629098164034d6a8e0317c04afaa2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490929 Sep 10 16:34:40.883990 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ea0b3-7f50-4691-aec6-f79c1698ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcae667-58a6-4c38-a84d-d6c152cf7da8,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:40.884226 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47906) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:40.939842 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:40.962022 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.013062 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.015601 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.016785 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fcae667-58a6-4c38-a84d-d6c152cf7da8 HTTP/1.1" status: 204 len: 168 time: 0.1349037 Sep 10 16:34:41.027063 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d063dd-286b-40f0-b6c2-d8f2f43a4f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcae667-58a6-4c38-a84d-d6c152cf7da8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:41.480208 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47938) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:41.674900 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b20d-fe11-405a-9ece-d0fd8294f885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.800786 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b20d-fe11-405a-9ece-d0fd8294f885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.805767 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b20d-fe11-405a-9ece-d0fd8294f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.846420 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3bd5b20d-fe11-405a-9ece-d0fd8294f885 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a20752c980ac4a7dbfd993bcffbb552e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650808 Sep 10 16:34:41.847648 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b20d-fe11-405a-9ece-d0fd8294f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef97388-0562-4217-ae27-2ddb601df61c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:41.849156 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47958) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:41.903902 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.925652 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.977640 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.980466 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:41.981615 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eef97388-0562-4217-ae27-2ddb601df61c HTTP/1.1" status: 204 len: 168 time: 0.1314845 Sep 10 16:34:41.989619 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aa5a8-b06a-49a9-8bb3-208b447f57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef97388-0562-4217-ae27-2ddb601df61c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:42.584143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 47986) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:42.705892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e931a3b2-4874-4783-b0ce-af14fab50219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:42.802134 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e931a3b2-4874-4783-b0ce-af14fab50219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:42.807239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e931a3b2-4874-4783-b0ce-af14fab50219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:42.849856 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e931a3b2-4874-4783-b0ce-af14fab50219 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ff72eb3001f4d14a93d7228848f0a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630446 Sep 10 16:34:42.849856 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931a3b2-4874-4783-b0ce-af14fab50219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548f4c81-91b6-406f-a8d2-7814a1b69d05,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:42.852432 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 47996) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:42.917019 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:42.940953 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:42.998711 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.001900 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.003437 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/548f4c81-91b6-406f-a8d2-7814a1b69d05 HTTP/1.1" status: 204 len: 168 time: 0.1498220 Sep 10 16:34:43.013541 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af2ec9-b57e-4e0b-8a3f-72913c7bf8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f4c81-91b6-406f-a8d2-7814a1b69d05,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:43.115804 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec08e0-b62e-48d0-8395-ad00e6d0219d req-2159be69-e738-40d6-85fc-f3bf137280fb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:43.118951 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69ec08e0-b62e-48d0-8395-ad00e6d0219d req-2159be69-e738-40d6-85fc-f3bf137280fb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0690367 Sep 10 16:34:43.162545 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69ec08e0-b62e-48d0-8395-ad00e6d0219d req-c92e0175-3a78-4055-8452-3e2aaf5b9d82 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374355 Sep 10 16:34:43.308244 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48004) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:43.323096 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eabfeb13-661b-438d-ab0b-bcb2fb94c53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.420903 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eabfeb13-661b-438d-ab0b-bcb2fb94c53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.425820 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eabfeb13-661b-438d-ab0b-bcb2fb94c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.467667 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-eabfeb13-661b-438d-ab0b-bcb2fb94c53f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cf8e9ed7bd94004b0c20b2d445183a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582785 Sep 10 16:34:43.469094 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfeb13-661b-438d-ab0b-bcb2fb94c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd2e37-7dfd-437d-92ff-7fe12558e3a4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:43.470451 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48010) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:43.527086 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.549823 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.605892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.608416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:43.609547 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aacd2e37-7dfd-437d-92ff-7fe12558e3a4 HTTP/1.1" status: 204 len: 168 time: 0.1372666 Sep 10 16:34:43.618170 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ef7e-30ec-4094-a6b5-13498621b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd2e37-7dfd-437d-92ff-7fe12558e3a4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:44.291354 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248ac1c-b002-47a4-88a7-7942fb01ec39 req-95c90cb4-43d6-4551-a090-2ba54153cda7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:44.292834 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6248ac1c-b002-47a4-88a7-7942fb01ec39 req-95c90cb4-43d6-4551-a090-2ba54153cda7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0504055 Sep 10 16:34:44.337257 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6248ac1c-b002-47a4-88a7-7942fb01ec39 req-f529618a-4a49-4fbf-8320-29dd9d65a099 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Sep 10 16:34:45.474646 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4584-9a5d-4301-b8dd-26012b647401 req-b5dd7c6e-bf7c-4251-9b0c-0b91cb323fe8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:45.476208 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-123f4584-9a5d-4301-b8dd-26012b647401 req-b5dd7c6e-bf7c-4251-9b0c-0b91cb323fe8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0656326 Sep 10 16:34:45.515464 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-123f4584-9a5d-4301-b8dd-26012b647401 req-b1fc5aac-f0ed-46de-af3b-2a0d0a5b826f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Sep 10 16:34:45.532417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48094) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:45.639862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4cb3-b568-49f6-91e7-a30b0294936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.734979 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4cb3-b568-49f6-91e7-a30b0294936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.738864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3e2c4cb3-b568-49f6-91e7-a30b0294936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.781945 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3e2c4cb3-b568-49f6-91e7-a30b0294936d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91123706586d44729904c5f8cb16c7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484384 Sep 10 16:34:45.782774 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c4cb3-b568-49f6-91e7-a30b0294936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c48f6-0cf3-4c14-96e3-e4a4acf11e19,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:45.784698 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48102) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:45.834718 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.855821 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.902561 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.905075 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:45.906215 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/193c48f6-0cf3-4c14-96e3-e4a4acf11e19 HTTP/1.1" status: 204 len: 168 time: 0.1205573 Sep 10 16:34:45.914673 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a7952-94ea-4205-af4f-9cffb38db0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c48f6-0cf3-4c14-96e3-e4a4acf11e19,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:46.167698 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48108) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:46.180364 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e354e54d-669e-472a-b69a-b57a3fb129c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.264285 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e354e54d-669e-472a-b69a-b57a3fb129c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.268000 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e354e54d-669e-472a-b69a-b57a3fb129c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.304378 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e354e54d-669e-472a-b69a-b57a3fb129c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f492eb972e4a4d53892def62e3891ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356385 Sep 10 16:34:46.306221 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354e54d-669e-472a-b69a-b57a3fb129c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b15bb2b-bd80-4633-9264-cc013526a4e4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:46.307093 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48110) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:46.354567 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.374385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.421857 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.424116 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:46.425467 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b15bb2b-bd80-4633-9264-cc013526a4e4 HTTP/1.1" status: 204 len: 168 time: 0.1173313 Sep 10 16:34:46.433696 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca74590-418d-486e-b7e7-5e24677960cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b15bb2b-bd80-4633-9264-cc013526a4e4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:46.636595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f9a9-f240-4fc3-a38c-e72817e08dee req-45a4819b-e55c-4f25-b961-4286670daeae tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:46.638094 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e8a0f9a9-f240-4fc3-a38c-e72817e08dee req-45a4819b-e55c-4f25-b961-4286670daeae tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0496678 Sep 10 16:34:46.679158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e8a0f9a9-f240-4fc3-a38c-e72817e08dee req-4e8138ba-9ce6-4817-b6d9-49361bd8f7ca tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342577 Sep 10 16:34:47.312106 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-3a6ad578-bf82-42fe-9a39-f983ea36f101 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:47.313566 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-3a6ad578-bf82-42fe-9a39-f983ea36f101 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0542605 Sep 10 16:34:47.407945 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Deleting port 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:47.408284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.500961 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] For port 6547c152-dbaf-48f4-9902-f846b17ac038, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=6547c152-dbaf-48f4-9902-f846b17ac038,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:47.501244 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.736482 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-13750a90-cb0a-4660-ac53-66f8677dcc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.756969 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.757852 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.758184 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.l3_db [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Floating IP 034e6b0e-d49f-4881-8219-7ca27f430746 disassociated. External IP: 172.27.3.172, port: 6547c152-dbaf-48f4-9902-f846b17ac038. Sep 10 16:34:47.758522 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Calling delete_port for 6547c152-dbaf-48f4-9902-f846b17ac038 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:47.823513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c934c-6779-450e-8402-fbb5e23e6e25 req-1122bf8d-28b7-467e-8584-470eeb5faa3d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:47.831445 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff9c934c-6779-450e-8402-fbb5e23e6e25 req-1122bf8d-28b7-467e-8584-470eeb5faa3d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d5e02b-4192-40c2-a9c2-13dc11c734fe HTTP/1.1" status: 200 len: 947 time: 0.0633702 Sep 10 16:34:47.882777 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff9c934c-6779-450e-8402-fbb5e23e6e25 req-9ab69216-882e-431e-98e4-da0deb655965 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461867 Sep 10 16:34:47.892525 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:47.930652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'Port': ['ID=6547c152-dbaf-48f4-9902-f846b17ac038,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:48.064611 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:34:48.187117 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:34:48.201220 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:34:48.214015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:48.214848 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:48.249455 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] No DVR routers for this DVR port 6547c152-dbaf-48f4-9902-f846b17ac038 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:34:48.252662 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:48.254993 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0c64e26-2ddc-448e-8517-44781c89dc60 req-e6c84e7a-66d9-43ec-bb26-b0fbffc6fb37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "DELETE /v2.0/ports/6547c152-dbaf-48f4-9902-f846b17ac038 HTTP/1.1" status: 204 len: 173 time: 0.9338317 Sep 10 16:34:48.255827 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-deleted', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:48.259019 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b5c1c-5f3f-40e2-bab6-4d6e6b7c320f" -d '{"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-deleted", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:48.348103 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30335afa-f8f7-4216-ab19-83c34cdbf0d2 x-openstack-request-id: req-30335afa-f8f7-4216-ab19-83c34cdbf0d2 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:48.348677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d5e02b-4192-40c2-a9c2-13dc11c734fe", "name": "network-vif-deleted", "tag": "6547c152-dbaf-48f4-9902-f846b17ac038", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:48.348677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30335afa-f8f7-4216-ab19-83c34cdbf0d2 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:48.349019 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5e02b-4192-40c2-a9c2-13dc11c734fe', 'name': 'network-vif-deleted', 'tag': '6547c152-dbaf-48f4-9902-f846b17ac038', 'status': 'completed', 'code': 200} Sep 10 16:34:48.399588 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:48.605724 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:48.638341 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:34:48.647686 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:34:48.648282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:48.878118 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:34:48.976150 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48218) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:49.029491 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.052969 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.105865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:34:49.113990 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.116777 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.118097 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "DELETE /v2.0/security-groups/b20fdb6c-9f1b-435e-b436-b87fe8e80f3b HTTP/1.1" status: 204 len: 168 time: 0.1409214 Sep 10 16:34:49.120915 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48220) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:49.134304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b3b98-bf31-4c78-abde-3ba3f03b8d05 None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:34:49.135992 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7cae-ba3b-4ded-97ac-975f4670c550 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fdb6c-9f1b-435e-b436-b87fe8e80f3b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:49.142092 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.api.v2.resource [None req-e6242cac-f2ad-4b21-a1b5-83c7939a70a8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] show failed (client error): The resource could not be found. Sep 10 16:34:49.146071 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48222) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:49.146244 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e6242cac-f2ad-4b21-a1b5-83c7939a70a8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups/b20fdb6c-9f1b-435e-b436-b87fe8e80f3b HTTP/1.1" status: 404 len: 347 time: 0.0242295 Sep 10 16:34:49.308385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Deleting port b497f06d-1464-4319-9a7d-ec3653bb6f9e {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:34:49.308724 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.386643 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46f758-443a-452e-833b-68c0cb45c2cd None None] New status for floating IP 034e6b0e-d49f-4881-8219-7ca27f430746: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:34:49.392792 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.393119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.406445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Calling delete_port for b497f06d-1464-4319-9a7d-ec3653bb6f9e owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:34:49.670857 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.697427 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'Port': ['ID=b497f06d-1464-4319-9a7d-ec3653bb6f9e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:49.789791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.792288 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:49.793574 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-59d8cd57-33cb-460c-8750-761c1e5dc8bb tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "DELETE /v2.0/floatingips/034e6b0e-d49f-4881-8219-7ca27f430746 HTTP/1.1" status: 204 len: 168 time: 0.6462133 Sep 10 16:34:50.022937 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71c08605-8ce4-4af8-9ff9-a7ee0aafe020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.372489 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.558208 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48244) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:50.562666 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091819183', 'description': 'tempest-description--655712312'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:50.585820 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.670340 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.674692 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.703253 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.704497 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1453545 Sep 10 16:34:50.707557 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48250) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:50.713592 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbd58e-ec21-4a00-98af-b7f069a47219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:50.718937 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15914f-c781-491b-b967-4515d28b2c9a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cbd58e-ec21-4a00-98af-b7f069a47219,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:50.728142 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.747465 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.819371 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.828929 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.849850 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e62179c-7512-4ead-ba66-f0ebbf16f030,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:50.858020 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.859336 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-965d1e07-7111-4161-8f59-6e781edcf1e5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508408 Sep 10 16:34:50.861856 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:50.866561 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbd58e-ec21-4a00-98af-b7f069a47219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:50.892906 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.915669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48262) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:50.958067 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.965434 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:50.995766 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f128adf6-e054-452d-81f6-a787c422e8c2,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:50.999827 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.001145 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f4e7401a-7388-4e94-a780-e1f6a59c78ac tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381326 Sep 10 16:34:51.004321 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:51.011292 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:51.044897 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.052897 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0bb01259-d3d9-4bd5-beab-6b5320f41232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.170924 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0bb01259-d3d9-4bd5-beab-6b5320f41232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.172211 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.178376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0bb01259-d3d9-4bd5-beab-6b5320f41232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.231512 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0bb01259-d3d9-4bd5-beab-6b5320f41232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6f4a59e82ed401993b4dcbf35d52e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147190 Sep 10 16:34:51.233743 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb01259-d3d9-4bd5-beab-6b5320f41232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af342cf5-d28e-4187-95be-0277542441e9,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:51.234419 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48274) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:51.326038 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Allocated IP 172.27.3.77 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/8b49a4cf-7a68-42a5-9596-b1e176f07c1d) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:51.334917 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.373331 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.452564 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.470160 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.473687 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.476161 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.477269 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af342cf5-d28e-4187-95be-0277542441e9 HTTP/1.1" status: 204 len: 168 time: 0.2415934 Sep 10 16:34:51.489053 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bab9d-c1f8-4b21-8551-e8e5bde323e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af342cf5-d28e-4187-95be-0277542441e9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:51.537516 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.544078 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:34:51.571176 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 6547c152-dbaf-48f4-9902-f846b17ac038 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:34:51.571627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 6547c152-dbaf-48f4-9902-f846b17ac038 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:34:51.814122 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:51.816971 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:51.820498 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:51.828478 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=8b49a4cf-7a68-42a5-9596-b1e176f07c1d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:51.908661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:51.946209 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:52.103856 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:52.108100 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:52.183353 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=8b49a4cf-7a68-42a5-9596-b1e176f07c1d,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:52.193992 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:52.208299 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:52.211897 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-01bd431f-59e4-4eaf-8dae-f5427cd527d9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2065842 Sep 10 16:34:52.426869 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-006534cf-f5cc-47c6-90a8-e2152134b2bf tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625024596&fields=id&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 267 time: 0.0505476 Sep 10 16:34:52.548651 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-7f0f3f12-612e-4359-bc7a-590508782b19 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1091819183&fields=id&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 267 time: 0.0828524 Sep 10 16:34:52.597113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-814e1ca9-55a9-43a0-a1e4-c77be6fd5fb7 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:52.598580 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-814e1ca9-55a9-43a0-a1e4-c77be6fd5fb7 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1639969 Sep 10 16:34:52.625862 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-4a68eda7-355b-4ae8-acff-ab8193c5fae3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/quotas/5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 375 time: 0.0147533 Sep 10 16:34:52.724408 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-a355a81f-069a-4623-b90e-c2b2fa4a30a0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:52.725923 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-a355a81f-069a-4623-b90e-c2b2fa4a30a0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 816 time: 0.1631258 Sep 10 16:34:52.735724 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-bcbf1715-e20b-4aea-8920-929ac6d36b6c tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847623 Sep 10 16:34:52.745718 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-1252dcfb-12b4-4d0b-b0c2-adefaa6c6658 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/quotas/26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 375 time: 0.0090635 Sep 10 16:34:52.939666 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:34:53.026077 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:53.092008 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-8fa351fa-777a-4527-9469-9f2b9dbd3359 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3297219 Sep 10 16:34:53.114611 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-c233c57f-aecd-4b2e-8826-c967216e92b5 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610988 Sep 10 16:34:53.256844 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-54c7c73e-fb30-4421-976b-65488da14e0a service neutron] 10.222.0.23 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524098 Sep 10 16:34:53.261899 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-6bd03679-0dc7-43bf-9b89-9922e240a137 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368501 Sep 10 16:34:53.357143 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-246e5e30-8dd8-4573-95a7-ca08b8d48876 service neutron] 10.222.0.23 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927033 Sep 10 16:34:53.555963 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2cf545b6-c094-4f30-8c1e-fec152d7a5e5 req-a266c76b-9f50-4f82-b830-55a5f41c5425 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 210 time: 0.0507073 Sep 10 16:34:53.627942 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f1cd1fe-f308-45ae-b9f3-e53c515a8f30 req-65b33171-a179-47f7-9406-4992cd44bd92 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 210 time: 0.0394115 Sep 10 16:34:54.531779 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-16ab1a65-f9d9-4708-8938-cd7309005d94 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:54.533263 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-16ab1a65-f9d9-4708-8938-cd7309005d94 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 816 time: 0.1065049 Sep 10 16:34:54.576482 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-c8b10007-abcf-4d21-825c-5d80232b9224 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 380 time: 0.0334275 Sep 10 16:34:54.595915 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'port': {'device_id': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'admin_state_up': True, 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'security_groups': ['e7cbd58e-ec21-4a00-98af-b7f069a47219']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:54.654668 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a9e76d81-b3db-46f0-8439-27aaf2a476e1 req-d3634b8a-121e-45b3-88e1-5bb850db46a3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 10 16:34:54.704792 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Made reservation on behalf of 26b29df74bc24f1a94469aa298bc4b2c for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:54.708494 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:54.720031 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c964b675-4d96-492b-9eec-b900648fee86 req-160e2772-0fdf-497a-8c99-8856ddd5f52e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 210 time: 0.0280983 Sep 10 16:34:54.852172 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Allocated IP 172.20.0.7 (7ccab627-9628-40d2-b708-2150bb12b7f5/1e5100fe-e505-40c2-898a-0749f8518c23/7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:54.942058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-043a565d-4fa8-4df8-bb57-8e272d79bba3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:54.943563 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-043a565d-4fa8-4df8-bb57-8e272d79bba3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1322529 Sep 10 16:34:54.992475 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-7e48b715-ac56-4f78-9371-3107d011c933 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 380 time: 0.0384078 Sep 10 16:34:55.005048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'port': {'device_id': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'admin_state_up': True, 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'security_groups': ['99d851dd-38bc-4544-80f5-70c55e2b2797']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:55.045431 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.064993 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Transition to ACTIVE for port object 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:55.103150 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.132533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Made reservation on behalf of 5f8fe045a60141dbbff9603dba7515d0 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:34:55.136244 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.148610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:55.152640 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:55.155200 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:55.191389 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:55.223818 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:55.224813 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.242018 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-ed026905-92fe-4b8b-85d4-1f9df791e74d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495769 Sep 10 16:34:55.256781 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Request body: {'port': {'device_id': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:55.285489 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.20.0.6 (67135f64-7309-4878-8d24-0c2abca9f413/92854a63-44e3-4bec-83e9-e77ea8260068/12ec8806-3a8e-49c5-9215-f110905e62cc) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:34:55.345698 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.474533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.494492 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Transition to ACTIVE for port object 12ec8806-3a8e-49c5-9215-f110905e62cc will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:55.515440 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-43e6ad5f-1c68-4c0d-a2a0-5e737a62bcfe None None] Provisioning for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:55.533464 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-43e6ad5f-1c68-4c0d-a2a0-5e737a62bcfe None None] Provisioning complete for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:55.536922 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-43e6ad5f-1c68-4c0d-a2a0-5e737a62bcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.543023 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.591304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-43e6ad5f-1c68-4c0d-a2a0-5e737a62bcfe None None] Port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:55.626626 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:34:55.630531 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:34:55.633844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:34:55.677167 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:55.712659 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:55.713674 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.730744 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-e46135fc-9efb-46ea-aedf-c8aa7b43cd57 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310700 Sep 10 16:34:55.735092 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:34:55.745301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Request body: {'port': {'device_id': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:34:55.762057 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.800708 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Transition to ACTIVE for port object 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:55.809532 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.879219 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:55.886293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:55.922724 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f166182-9f51-4d6f-94e9-f4bdf9efa1df req-e44c4743-f64b-4af3-a3db-cb16ce545fb8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:55.924635 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2f166182-9f51-4d6f-94e9-f4bdf9efa1df req-e44c4743-f64b-4af3-a3db-cb16ce545fb8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 931 time: 0.1590879 Sep 10 16:34:55.976486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed80b4-6703-4e72-af48-8e32062cb89e req-5e7fddc3-b1ba-4f18-88e1-a38dd985d0a0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:55.978421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7ed80b4-6703-4e72-af48-8e32062cb89e req-5e7fddc3-b1ba-4f18-88e1-a38dd985d0a0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 931 time: 0.1619205 Sep 10 16:34:55.998126 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Attempting to bind port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:55.998970 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Attempting to bind port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:55.999753 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Attempting to bind port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:56.018377 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-052e22cf-af21-42f0-b4c8-8a59f3085c9f None None] Provisioning for port 12ec8806-3a8e-49c5-9215-f110905e62cc completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:34:56.021812 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e on network 7ccab627-9628-40d2-b708-2150bb12b7f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:34:56.022848 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Attempting to bind port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e on network 7ccab627-9628-40d2-b708-2150bb12b7f5 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:56.026036 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-052e22cf-af21-42f0-b4c8-8a59f3085c9f None None] Provisioning complete for port 12ec8806-3a8e-49c5-9215-f110905e62cc triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:34:56.026409 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-052e22cf-af21-42f0-b4c8-8a59f3085c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.039695 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:56.040068 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Checking segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:56.040470 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Bound using segment: {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:56.040931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Bound port: 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4717b55e-9e30-4a92-9abc-71b1ec5240a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:56.041296 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.099801 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-052e22cf-af21-42f0-b4c8-8a59f3085c9f None None] Port 12ec8806-3a8e-49c5-9215-f110905e62cc cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:34:56.129455 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2f166182-9f51-4d6f-94e9-f4bdf9efa1df req-4a27dc91-6864-409a-bcd5-0209a3d2ee32 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962676 Sep 10 16:34:56.149884 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:56.153203 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:56.158752 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e7ed80b4-6703-4e72-af48-8e32062cb89e req-60ff9544-a793-4eed-87a5-2fd7e36320d7 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697247 Sep 10 16:34:56.158948 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.221501 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.222448 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.224216 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] 10.222.0.39 "PUT /v2.0/ports/7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 1093 time: 0.9727936 Sep 10 16:34:56.224707 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:56.232091 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d875c7-a30f-4d34-8994-5819ff9519a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:56.243659 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83e50c-569d-4474-9397-9ff06e893817 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:56.300923 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22195c61-2e1e-48c3-9c63-b25433995d1a x-openstack-request-id: req-22195c61-2e1e-48c3-9c63-b25433995d1a {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:56.301209 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:56.301460 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22195c61-2e1e-48c3-9c63-b25433995d1a {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:56.301860 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'status': 'completed', 'code': 200} Sep 10 16:34:56.335353 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ec8806-3a8e-49c5-9215-f110905e62cc {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:34:56.343505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.344310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-8fa49a1b-3a5f-45a9-a08b-33001dba10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.347190 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-8fa49a1b-3a5f-45a9-a08b-33001dba10db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1096 time: 0.0626915 Sep 10 16:34:56.357080 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Transition to ACTIVE for port object 12ec8806-3a8e-49c5-9215-f110905e62cc will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:34:56.363400 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.394252 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-f8949804-aefa-49bb-bad9-f42e3ef312fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 217 time: 0.0377996 Sep 10 16:34:56.416374 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Pushing event updated for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:56.463302 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-a1ee0352-740c-4e4f-b900-f20627c3a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.465049 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-a1ee0352-740c-4e4f-b900-f20627c3a821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0634587 Sep 10 16:34:56.496141 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Attempting to bind port 12ec8806-3a8e-49c5-9215-f110905e62cc on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:34:56.496563 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Attempting to bind port 12ec8806-3a8e-49c5-9215-f110905e62cc by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:34:56.496949 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Attempting to bind port 12ec8806-3a8e-49c5-9215-f110905e62cc on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:56.501762 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Port 12ec8806-3a8e-49c5-9215-f110905e62cc on network 67135f64-7309-4878-8d24-0c2abca9f413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:34:56.502085 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Attempting to bind port 12ec8806-3a8e-49c5-9215-f110905e62cc on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:34:56.508287 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:34:56.509263 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:34:56.509722 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Bound using segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:34:56.510366 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Bound port: 12ec8806-3a8e-49c5-9215-f110905e62cc, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:34:56.510792 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.519460 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-6272d77a-c24e-4388-b8ef-bc974fcb88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.521101 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-6272d77a-c24e-4388-b8ef-bc974fcb88cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490801 Sep 10 16:34:56.582300 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:34:56.586046 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=12ec8806-3a8e-49c5-9215-f110905e62cc,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:34:56.590446 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.619709 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-356a2bf2-d391-4ca2-ae53-de454a89fa9f service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874093 Sep 10 16:34:56.625700 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.626355 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:56.627718 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] 10.222.0.39 "PUT /v2.0/ports/12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 1093 time: 0.8880825 Sep 10 16:34:56.628132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:34:56.630422 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52b22b-f5d7-4f60-a4b9-773736aa3419" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:34:56.691216 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae36ac48-cb63-449d-be2d-adfb74e90849 x-openstack-request-id: req-ae36ac48-cb63-449d-be2d-adfb74e90849 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:34:56.691858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:34:56.691858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae36ac48-cb63-449d-be2d-adfb74e90849 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:34:56.692164 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'status': 'completed', 'code': 200} Sep 10 16:34:56.710561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6eb08-673d-43ba-b45b-963dbc8f5270 service neutron] Pushing event updated for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:56.736303 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-bf00dbc4-69fc-42bb-9578-33ab455eda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.738962 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-bf00dbc4-69fc-42bb-9578-33ab455eda60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1096 time: 0.0599067 Sep 10 16:34:56.766600 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c3bf90d-aeb1-434a-b6c2-b9b6579ffe5b req-51b08061-1065-4e1e-8ea0-cc5afec0ea32 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417956 Sep 10 16:34:56.794508 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-ef299384-2c47-490f-b603-d5766bef23a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 217 time: 0.0478470 Sep 10 16:34:56.861313 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-15d52c0f-919f-465e-ad23-5a87df239222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.862166 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-6af9ea67-6c9b-4b6c-b188-6198c5239840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.862787 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-15d52c0f-919f-465e-ad23-5a87df239222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0531332 Sep 10 16:34:56.863936 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-6af9ea67-6c9b-4b6c-b188-6198c5239840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1096 time: 0.0476618 Sep 10 16:34:56.918675 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849806-53e2-484f-8614-3963dcd7c899 req-87862db8-6b0d-41c7-8ded-ae5d98325d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.920257 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-87862db8-6b0d-41c7-8ded-ae5d98325d8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427425 Sep 10 16:34:56.972330 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-9161474e-c895-4e4e-b1ad-ca0f94bfb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:56.973827 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-9161474e-c895-4e4e-b1ad-ca0f94bfb5b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.0952981 Sep 10 16:34:57.013105 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-f9fcb35c-7268-4806-9be6-edfbe0144ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846686 Sep 10 16:34:57.015869 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-2a3c6895-564c-46b8-8dd5-07462d194ac0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 217 time: 0.0338650 Sep 10 16:34:57.074536 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-e1496f75-9515-4e62-9b7d-3895f115b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.076095 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-e1496f75-9515-4e62-9b7d-3895f115b68f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0476737 Sep 10 16:34:57.118112 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-61849806-53e2-484f-8614-3963dcd7c899 req-18fc9cbc-4cda-4aa6-83f2-f08451a45b24 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899251 Sep 10 16:34:57.122891 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-8611ceb0-9631-4b37-a09a-5d909a2ddeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.124406 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-8611ceb0-9631-4b37-a09a-5d909a2ddeb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386205 Sep 10 16:34:57.230978 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-1010f2a2-8ccf-4dc5-b83d-ae531ded3840 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974295 Sep 10 16:34:57.254321 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-834d31f6-175a-4e8b-a22e-ac4c9f5b4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.255895 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-834d31f6-175a-4e8b-a22e-ac4c9f5b4038 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1096 time: 0.0873795 Sep 10 16:34:57.335610 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77d875c7-a30f-4d34-8994-5819ff9519a5 req-a26e9d48-3032-40a7-9337-65be345dfeaf service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940056 Sep 10 16:34:57.339211 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195a84c-da39-40cf-ba91-c587e515f89d req-62067857-56b5-4394-8f61-debb024a9348 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.340863 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2195a84c-da39-40cf-ba91-c587e515f89d req-62067857-56b5-4394-8f61-debb024a9348 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.1197667 Sep 10 16:34:57.393035 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f70f-447f-430f-91a3-3601f9f875b1 req-de21ccc3-667b-457f-88d3-57c9c580f426 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.394634 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f292f70f-447f-430f-91a3-3601f9f875b1 req-de21ccc3-667b-457f-88d3-57c9c580f426 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.1371961 Sep 10 16:34:57.458993 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-2d2b9f80-5cf6-40ac-a0b2-5780ab97fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.460609 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-2d2b9f80-5cf6-40ac-a0b2-5780ab97fbf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.1920593 Sep 10 16:34:57.481300 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2195a84c-da39-40cf-ba91-c587e515f89d req-1326a485-60be-4bb5-96cc-618cc83c70f7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037264 Sep 10 16:34:57.514528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f292f70f-447f-430f-91a3-3601f9f875b1 req-2b7a45cd-259e-470a-b161-e4e4bd4d5bd0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074231 Sep 10 16:34:57.516204 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-e1fd1666-4d2a-4c00-8791-bea3450e4037 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 217 time: 0.0461085 Sep 10 16:34:57.573505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-f4bf314b-3723-4137-96ea-ad70ec6e09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.574968 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-f4bf314b-3723-4137-96ea-ad70ec6e09ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0506251 Sep 10 16:34:57.626640 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-7ab7cc83-c74b-48fb-8794-3579967f5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:57.628028 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-7ab7cc83-c74b-48fb-8794-3579967f5b99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452161 Sep 10 16:34:57.721694 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-b030740d-7000-452c-afdf-1ea62b1828f5 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857797 Sep 10 16:34:57.815359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8e52b22b-f5d7-4f60-a4b9-773736aa3419 req-f31d9d44-ebf3-4b66-9cf5-0c3255ec5d51 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846095 Sep 10 16:34:58.055076 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48476) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:58.165781 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ecb6de02-0ac1-47a7-ae9a-409c04fba152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.252338 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ecb6de02-0ac1-47a7-ae9a-409c04fba152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.255734 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ecb6de02-0ac1-47a7-ae9a-409c04fba152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.295403 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ecb6de02-0ac1-47a7-ae9a-409c04fba152 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74cddd69f14d464a91d7a8512978eeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391918 Sep 10 16:34:58.296269 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6de02-0ac1-47a7-ae9a-409c04fba152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa8b3a-4349-4cca-b057-9d2841cceb1e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:58.297993 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48480) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:58.344818 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.365189 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.411830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.415996 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.417124 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39fa8b3a-4349-4cca-b057-9d2841cceb1e HTTP/1.1" status: 204 len: 168 time: 0.1180882 Sep 10 16:34:58.424809 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bed91-5c1d-431f-9307-c2053165c0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa8b3a-4349-4cca-b057-9d2841cceb1e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:58.642999 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83302dcb-5159-4921-b0a8-2774d32d8331 req-4efbb6df-af30-47fb-929d-abc9155a18dd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:58.644668 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-83302dcb-5159-4921-b0a8-2774d32d8331 req-4efbb6df-af30-47fb-929d-abc9155a18dd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0825622 Sep 10 16:34:58.657265 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1abff-12af-4f58-b3ea-0a775a944ceb req-102a5301-153c-4275-ab2a-c4be2d9cc790 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:58.658688 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda1abff-12af-4f58-b3ea-0a775a944ceb req-102a5301-153c-4275-ab2a-c4be2d9cc790 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.0674160 Sep 10 16:34:58.688008 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48494) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:58.705502 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d6448e-55f2-4943-9736-2b1110f502d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.716139 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-83302dcb-5159-4921-b0a8-2774d32d8331 req-1e32bf4b-4b6b-4a79-a42b-2b5500c656ee tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565290 Sep 10 16:34:58.732642 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda1abff-12af-4f58-b3ea-0a775a944ceb req-5fe423d8-2762-4531-9cf7-02f74ef71796 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586140 Sep 10 16:34:58.818154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d6448e-55f2-4943-9736-2b1110f502d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.822332 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b2d6448e-55f2-4943-9736-2b1110f502d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.859668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6448e-55f2-4943-9736-2b1110f502d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e4f8f-c485-4aeb-8c7a-82fc70b996b6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:58.864221 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b2d6448e-55f2-4943-9736-2b1110f502d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b11fdf657a804b2d8b8f20603db33805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751554 Sep 10 16:34:58.866996 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48504) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:34:58.919505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.939328 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.989005 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.992510 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:58.993840 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c9e4f8f-c485-4aeb-8c7a-82fc70b996b6 HTTP/1.1" status: 204 len: 168 time: 0.1258006 Sep 10 16:34:59.002127 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956595-a1d6-4cf9-8900-dcf9f8374400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e4f8f-c485-4aeb-8c7a-82fc70b996b6,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:59.589369 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:34:59.685671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:59.697594 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:34:59.734613 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:59.747329 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:34:59.769919 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:34:59.774981 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:34:59.838341 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:34:59.845410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.845756 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.846090 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.846420 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.846747 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.847072 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.847427 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.847749 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.848095 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.848418 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.848736 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.849052 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:34:59.897983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585180a-646b-492d-b8a2-0865aba0b80e req-5439401d-8066-48d4-b510-df21ee81286a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:59.899481 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a585180a-646b-492d-b8a2-0865aba0b80e req-5439401d-8066-48d4-b510-df21ee81286a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.0783818 Sep 10 16:34:59.911592 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2f56-83e9-4962-b2ac-12d5bb50e717 req-5bca7ad6-cc5d-45c0-99ba-d86c6a5a3fb5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:34:59.913851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19fb2f56-83e9-4962-b2ac-12d5bb50e717 req-5bca7ad6-cc5d-45c0-99ba-d86c6a5a3fb5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0797381 Sep 10 16:34:59.969302 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a585180a-646b-492d-b8a2-0865aba0b80e req-99115a6a-c82f-4452-824f-817d2879efa3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545034 Sep 10 16:34:59.976617 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19fb2f56-83e9-4962-b2ac-12d5bb50e717 req-9b8d6cde-3615-4ca8-81e9-2c96829479ca tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474899 Sep 10 16:35:00.001938 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:35:00.380832 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48566) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:00.485382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2ea56eb2-bb6c-4c9f-aa13-eb30b33a1d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.577711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2ea56eb2-bb6c-4c9f-aa13-eb30b33a1d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.583022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2ea56eb2-bb6c-4c9f-aa13-eb30b33a1d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.619731 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2ea56eb2-bb6c-4c9f-aa13-eb30b33a1d89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebde0b2b864749d790f856ed9c6a1462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370238 Sep 10 16:35:00.620838 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea56eb2-bb6c-4c9f-aa13-eb30b33a1d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af2b3c3-975c-40a5-8b13-da44c43e7523,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:00.622348 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48578) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:00.675636 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.697347 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.747760 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.750316 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:00.751502 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6af2b3c3-975c-40a5-8b13-da44c43e7523 HTTP/1.1" status: 204 len: 168 time: 0.1273937 Sep 10 16:35:00.761536 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec4ba-b3aa-447c-884b-9dcd32d988fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af2b3c3-975c-40a5-8b13-da44c43e7523,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:01.106109 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48594) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:01.121148 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fe49f18b-3431-4197-90e4-1db1c06f9b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.134298 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70962-4b23-4e85-9d6b-c35adca1af41 req-3911e439-a4de-4ce4-9e58-85d4639b6eba tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:01.136009 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ea70962-4b23-4e85-9d6b-c35adca1af41 req-3911e439-a4de-4ce4-9e58-85d4639b6eba tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.0876791 Sep 10 16:35:01.161428 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2229e-6f81-4168-892f-061fa350b6ba req-908aee04-625b-4f33-8438-f10a2a52719c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:01.163011 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15f2229e-6f81-4168-892f-061fa350b6ba req-908aee04-625b-4f33-8438-f10a2a52719c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0860319 Sep 10 16:35:01.259721 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fe49f18b-3431-4197-90e4-1db1c06f9b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.264047 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fe49f18b-3431-4197-90e4-1db1c06f9b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.305385 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fe49f18b-3431-4197-90e4-1db1c06f9b93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13a0a65322aa4161a778524d136e5d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979363 Sep 10 16:35:01.308027 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48600) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:01.314330 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49f18b-3431-4197-90e4-1db1c06f9b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dec633-8b09-48b5-b106-92630739144d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:01.364083 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.390198 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.419099 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ea70962-4b23-4e85-9d6b-c35adca1af41 req-622b1e83-668d-4a5d-9745-f852b5a0049f tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549875 Sep 10 16:35:01.442449 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-15f2229e-6f81-4168-892f-061fa350b6ba req-44128f70-b295-4e31-a4c9-2d8123e0fa5d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486117 Sep 10 16:35:01.442645 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.446461 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.447899 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6dec633-8b09-48b5-b106-92630739144d HTTP/1.1" status: 204 len: 168 time: 0.1388049 Sep 10 16:35:01.458691 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2324d82-e9e3-4ac8-940f-c2da451d6166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dec633-8b09-48b5-b106-92630739144d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:01.605084 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:01.653892 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:01.657677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:01.658053 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.735041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.757234 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:01.759512 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6a63a-50bd-49b2-a62a-976797cd62e8" -d '{"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:01.769082 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48608) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:01.772123 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:01.776248 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.783878 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f5c928d-dae3-4ed0-8c05-370dc64d9504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.801959 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643072d8-f8d3-4d0e-a808-fc723f25110f x-openstack-request-id: req-643072d8-f8d3-4d0e-a808-fc723f25110f {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:01.802243 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:01.802484 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-643072d8-f8d3-4d0e-a808-fc723f25110f {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:01.803594 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'code': 200} Sep 10 16:35:01.831797 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:01.879362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f5c928d-dae3-4ed0-8c05-370dc64d9504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.882941 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f5c928d-dae3-4ed0-8c05-370dc64d9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.923301 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1f5c928d-dae3-4ed0-8c05-370dc64d9504 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4eeb954feb7046f5be0505c4f1cb58ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526232 Sep 10 16:35:01.924148 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c928d-dae3-4ed0-8c05-370dc64d9504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31404152-4e85-40b0-9004-f42529394db9,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:01.925945 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48610) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:01.970447 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c70d5-1f98-4ed2-a9f9-b1c60424cacb req-fef16907-6fc8-446a-a060-f2671aa64c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:01.971964 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f0c70d5-1f98-4ed2-a9f9-b1c60424cacb req-fef16907-6fc8-446a-a060-f2671aa64c77 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1098 time: 0.0390370 Sep 10 16:35:01.974582 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:01.996019 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:02.005765 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0f0c70d5-1f98-4ed2-a9f9-b1c60424cacb req-6399eeb3-3688-451e-adab-e28ed3d5f2c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262530 Sep 10 16:35:02.041379 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:02.043999 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:02.045172 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31404152-4e85-40b0-9004-f42529394db9 HTTP/1.1" status: 204 len: 168 time: 0.1182363 Sep 10 16:35:02.053102 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75c1ee-eeaf-4d14-b203-355d36bccefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31404152-4e85-40b0-9004-f42529394db9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:02.592509 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2ac2-ae63-4776-aac5-4ae2eec8cefe req-9beea9d2-f264-4e42-a656-7605e568842e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:02.594119 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20bb2ac2-ae63-4776-aac5-4ae2eec8cefe req-9beea9d2-f264-4e42-a656-7605e568842e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.0860643 Sep 10 16:35:02.605971 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f648dd-da50-4a90-a0f7-4c97cdcc7377 req-c1ffa04e-fb50-4b20-b890-b064b628d9c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:02.607397 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-29f648dd-da50-4a90-a0f7-4c97cdcc7377 req-c1ffa04e-fb50-4b20-b890-b064b628d9c5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0687287 Sep 10 16:35:02.657100 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20bb2ac2-ae63-4776-aac5-4ae2eec8cefe req-34a7b59a-f04b-45b1-a82c-9ca6a33848fa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484433 Sep 10 16:35:02.676384 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-29f648dd-da50-4a90-a0f7-4c97cdcc7377 req-87e2ce1e-6939-4ed0-83fa-2d2c7f4e1f51 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609136 Sep 10 16:35:03.610421 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 12ec8806-3a8e-49c5-9215-f110905e62cc details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:35:03.723885 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=12ec8806-3a8e-49c5-9215-f110905e62cc,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:03.746118 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'port_id': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'mac_address': 'fa:16:3e:db:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:35:03.792667 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:03.805562 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ec8806-3a8e-49c5-9215-f110905e62cc {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:35:03.817164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711e644-525d-40e2-af98-1a50d78829ad req-17f43313-a53d-46be-b183-14b5b8083c51 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:03.819199 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3711e644-525d-40e2-af98-1a50d78829ad req-17f43313-a53d-46be-b183-14b5b8083c51 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 943 time: 0.0834479 Sep 10 16:35:03.825625 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=12ec8806-3a8e-49c5-9215-f110905e62cc,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:03.829785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:03.835122 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa468a-f767-40c0-a5c5-556d19b00c8f req-2a2dba9e-71c0-4af6-bd72-d399540af507 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:03.836942 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91fa468a-f767-40c0-a5c5-556d19b00c8f req-2a2dba9e-71c0-4af6-bd72-d399540af507 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0735476 Sep 10 16:35:03.881836 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:03.889576 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3711e644-525d-40e2-af98-1a50d78829ad req-bca088f1-ae67-4ff1-82b2-227c7d6af17a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515444 Sep 10 16:35:03.897310 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-91fa468a-f767-40c0-a5c5-556d19b00c8f req-57bcaf0b-53bf-4109-baa3-90b2274d3ad5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450511 Sep 10 16:35:04.015077 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54324ab7-fb71-450d-ba0c-f0fe3ffe53ee req-8569192d-0bdc-4ba3-80ea-fdf9ea17a818 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:04.016576 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54324ab7-fb71-450d-ba0c-f0fe3ffe53ee req-8569192d-0bdc-4ba3-80ea-fdf9ea17a818 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0487852 Sep 10 16:35:04.025477 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48728) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:04.029658 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Request body: {'floatingip': {'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:04.069556 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:04.082609 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['12ec8806-3a8e-49c5-9215-f110905e62cc'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:35:04.629320 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:04.634029 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:04.738322 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Floating IP ebfca47f-2754-4de5-a3f8-4b0f949493e2 associated. External IP: 172.27.3.77, port: 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e. Sep 10 16:35:04.949399 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:05.076740 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98823-3db4-4545-a19b-ee38fd2ef66a req-212ef526-89e7-41e0-af97-4d6265a5a0cf tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:05.078209 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bd98823-3db4-4545-a19b-ee38fd2ef66a req-212ef526-89e7-41e0-af97-4d6265a5a0cf tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 944 time: 0.1220014 Sep 10 16:35:05.104290 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:05.109373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:05.113741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:05.123548 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:05.123994 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:05.149310 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0bd98823-3db4-4545-a19b-ee38fd2ef66a req-44e4b91e-bfbc-4a04-8083-5c13a8221d1b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641596 Sep 10 16:35:05.152604 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2392bf52-6967-4b51-905a-74c50e7a2e2e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "PUT /v2.0/floatingips/ebfca47f-2754-4de5-a3f8-4b0f949493e2 HTTP/1.1" status: 200 len: 990 time: 1.1261408 Sep 10 16:35:05.153216 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:05.156149 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c8b85-c705-4959-963e-68d15f8afb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:05.199800 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e79c61-34d3-4289-9556-a0806a0a4f30 x-openstack-request-id: req-85e79c61-34d3-4289-9556-a0806a0a4f30 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:05.200086 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:05.200333 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85e79c61-34d3-4289-9556-a0806a0a4f30 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:05.200731 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'status': 'completed', 'code': 200} Sep 10 16:35:05.236977 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:05.460908 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-ae73bbbd-0518-4e22-bde3-e5acfcdad6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:05.462385 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-ae73bbbd-0518-4e22-bde3-e5acfcdad6fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1098 time: 0.2382493 Sep 10 16:35:05.531594 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'ebfca47f-2754-4de5-a3f8-4b0f949493e2', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:34:51Z', 'updated_at': '2021-09-10T16:35:04Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:05.553280 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-1676df12-47c8-43b6-a7cf-740c6e2532f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:05.554735 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-1676df12-47c8-43b6-a7cf-740c6e2532f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.0845091 Sep 10 16:35:05.558668 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:05.567010 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:05.567651 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:05.626543 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-a8266ac3-169d-4965-b193-e8dfcadd3fa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 998 time: 0.0633409 Sep 10 16:35:05.639347 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 12ec8806-3a8e-49c5-9215-f110905e62cc up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:05.676807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-98e47c62-9782-415b-8ff1-64e136f7e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:05.678295 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-98e47c62-9782-415b-8ff1-64e136f7e1fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0428052 Sep 10 16:35:05.710592 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:05.724521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-8d67a357-dc43-400e-ab0c-1d563d1f339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:05.726436 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-8d67a357-dc43-400e-ab0c-1d563d1f339b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394423 Sep 10 16:35:05.748396 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 12ec8806-3a8e-49c5-9215-f110905e62cc completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:05.756847 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 12ec8806-3a8e-49c5-9215-f110905e62cc triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:05.757306 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:05.824231 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-f278d43d-3a80-4109-91e2-3d5bd98c97d7 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892110 Sep 10 16:35:05.932104 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7b9c8b85-c705-4959-963e-68d15f8afb1f req-2eb2389f-ae11-4e9e-868d-56ba067c1979 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002932 Sep 10 16:35:06.072008 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:06.111882 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:06.114117 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8524c50c-38b1-41bc-8d2d-e68a921fb275" -d '{"events": [{"server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "name": "network-vif-plugged", "status": "completed", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:06.146004 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=12ec8806-3a8e-49c5-9215-f110905e62cc,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:06.153851 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:06.158981 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73195e5-a565-475f-b543-5d067a2c3584 x-openstack-request-id: req-b73195e5-a565-475f-b543-5d067a2c3584 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:06.159288 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "name": "network-vif-plugged", "status": "completed", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:06.159693 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b73195e5-a565-475f-b543-5d067a2c3584 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:06.160063 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'code': 200} Sep 10 16:35:06.219988 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:06.226085 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'ebfca47f-2754-4de5-a3f8-4b0f949493e2', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:34:51Z', 'updated_at': '2021-09-10T16:35:04Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:06.258041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43376e5-a009-4ebf-8ead-77a9ae3320be None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'ebfca47f-2754-4de5-a3f8-4b0f949493e2', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:34:51Z', 'updated_at': '2021-09-10T16:35:04Z', 'revision_number': 1, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:06.291826 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d33f-34d9-4483-a377-4c2d8b0ee7e0 req-96933bde-6032-4ccf-b367-5ba9d086e4df tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:06.293371 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ae2d33f-34d9-4483-a377-4c2d8b0ee7e0 req-96933bde-6032-4ccf-b367-5ba9d086e4df tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0655303 Sep 10 16:35:06.350510 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ae2d33f-34d9-4483-a377-4c2d8b0ee7e0 req-1ae3978e-28ac-4cea-b942-3dd7e2cb2865 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Sep 10 16:35:06.415831 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791d5d-91b8-414e-8bf1-b1cd7efc7a15 req-d8bfd820-158f-4d87-9946-b529bd6a9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:06.417353 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54791d5d-91b8-414e-8bf1-b1cd7efc7a15 req-d8bfd820-158f-4d87-9946-b529bd6a9fee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1098 time: 0.0427568 Sep 10 16:35:06.454833 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-54791d5d-91b8-414e-8bf1-b1cd7efc7a15 req-6657abbf-1551-4f02-8d3f-f5f78929d568 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300088 Sep 10 16:35:06.470755 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8846a6-f085-45a0-a5f0-5720d86b31ac None None] New status for floating IP ebfca47f-2754-4de5-a3f8-4b0f949493e2: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:35:07.471247 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ba287-cf8a-463a-9694-0de3ed40326b req-710554db-4721-495f-aa25-5f4ddb1be4c0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:07.472727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d3ba287-cf8a-463a-9694-0de3ed40326b req-710554db-4721-495f-aa25-5f4ddb1be4c0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0500262 Sep 10 16:35:07.511235 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48788) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:07.512159 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0d3ba287-cf8a-463a-9694-0de3ed40326b req-ab3135c1-2872-435c-bf80-c84e20c389ec tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Sep 10 16:35:07.631598 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb03efa3-31f9-47d0-a193-45adb66a4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.730055 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb03efa3-31f9-47d0-a193-45adb66a4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.733774 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb03efa3-31f9-47d0-a193-45adb66a4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.773113 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bb03efa3-31f9-47d0-a193-45adb66a4755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a638d759d1e4cb28b30cdd048825f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606599 Sep 10 16:35:07.774201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03efa3-31f9-47d0-a193-45adb66a4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644e9b1-1f26-4160-96a2-2fb648745a11,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:07.775806 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48794) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:07.830718 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.852409 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.895105 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.898352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:07.899518 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8644e9b1-1f26-4160-96a2-2fb648745a11 HTTP/1.1" status: 204 len: 168 time: 0.1227009 Sep 10 16:35:07.907356 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c149164-d0d1-4758-a9a0-4a2ed8a72f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644e9b1-1f26-4160-96a2-2fb648745a11,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:08.158104 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48800) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:08.171723 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b5f35ad-b597-4296-96ee-25cb0f570e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.260222 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b5f35ad-b597-4296-96ee-25cb0f570e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.264642 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b5f35ad-b597-4296-96ee-25cb0f570e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.304117 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9b5f35ad-b597-4296-96ee-25cb0f570e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=256af7e973ce42ce9637971855f15e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448727 Sep 10 16:35:08.305070 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f35ad-b597-4296-96ee-25cb0f570e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d3a6c-8ef0-4a2a-a9b7-fa82540a9a4f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:08.306687 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48802) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:08.356435 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.377163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.424237 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.426842 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.428713 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f59d3a6c-8ef0-4a2a-a9b7-fa82540a9a4f HTTP/1.1" status: 204 len: 168 time: 0.1203053 Sep 10 16:35:08.437468 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacb127-2fb1-4777-b2bb-df284a388c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d3a6c-8ef0-4a2a-a9b7-fa82540a9a4f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:08.761918 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48816) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:08.777323 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-729f61f1-9681-469e-9c08-764836960274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.841126 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf491239-b8d9-43d7-9366-90ec73378f33 req-c9971f09-1ee4-4548-a12c-72aa30f72a68 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:08.843729 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf491239-b8d9-43d7-9366-90ec73378f33 req-c9971f09-1ee4-4548-a12c-72aa30f72a68 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.2652490 Sep 10 16:35:08.878728 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-729f61f1-9681-469e-9c08-764836960274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.882641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-729f61f1-9681-469e-9c08-764836960274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:08.884775 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf491239-b8d9-43d7-9366-90ec73378f33 req-44606563-4b65-4bdd-8bac-7332bacae43d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361271 Sep 10 16:35:08.920598 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-729f61f1-9681-469e-9c08-764836960274 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fef3fa8e917468f84d24f879afa7d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568167 Sep 10 16:35:08.922489 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f61f1-9681-469e-9c08-764836960274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8291f-d165-46d9-9a4d-bb721ae3279e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:08.923534 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48820) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:09.009611 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.031944 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a27e1-ecec-42cc-8d0a-caf6dfda9797 req-700ce887-1974-4e4b-8507-fa1d28c28940 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:09.033410 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-522a27e1-ecec-42cc-8d0a-caf6dfda9797 req-700ce887-1974-4e4b-8507-fa1d28c28940 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0802953 Sep 10 16:35:09.042637 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.095800 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-522a27e1-ecec-42cc-8d0a-caf6dfda9797 req-feeb4575-71e5-4a58-b49f-b4f87541940a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550683 Sep 10 16:35:09.113759 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.116404 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.117496 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72e8291f-d165-46d9-9a4d-bb721ae3279e HTTP/1.1" status: 204 len: 168 time: 0.1929049 Sep 10 16:35:09.118064 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48822) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:09.125403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bde47-f86a-421c-9281-6e637bd34d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8291f-d165-46d9-9a4d-bb721ae3279e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:09.310301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cde80-b524-479d-b58c-04d6cb4283ff tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:09.311845 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e32cde80-b524-479d-b58c-04d6cb4283ff tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1093 time: 0.1928017 Sep 10 16:35:09.314823 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48830) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:09.319951 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'port_id': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:09.343672 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.441670 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.570467 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.27.3.98 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/9fb791a7-57a6-4069-81cf-f41902b4b395) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:09.680065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.721358 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:09.757539 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:09.760521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:09.763968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:09.805250 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=9fb791a7-57a6-4069-81cf-f41902b4b395,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:10.158016 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:10.234662 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:10.421471 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:10.429373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:10.502500 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=9fb791a7-57a6-4069-81cf-f41902b4b395,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:10.515395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:10.644136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dfc84-75af-4f27-bc8a-11426a6d15f1 req-2050df32-e03e-4e0c-a29f-617467088f0a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:10.645595 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-032dfc84-75af-4f27-bc8a-11426a6d15f1 req-2050df32-e03e-4e0c-a29f-617467088f0a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0935640 Sep 10 16:35:10.672214 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 03e7d4c2-6392-4dd9-87d0-7795965be647 associated. External IP: 172.27.3.98, port: 12ec8806-3a8e-49c5-9215-f110905e62cc. Sep 10 16:35:10.751916 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-032dfc84-75af-4f27-bc8a-11426a6d15f1 req-7d42a6a1-b8fa-4df8-8f5c-160e7c1c6568 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989847 Sep 10 16:35:10.892437 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:10.999132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:11.009192 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:11.016927 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:11.023557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:11.024178 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:11.043565 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f2e14344-9c08-4c96-b0c8-043a67215d56 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7275376 Sep 10 16:35:11.044248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:11.046489 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a234827-b2b7-48b0-8257-f6f81523af8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:11.089195 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67776a1b-a382-4b76-bdb0-b0d932ff653a x-openstack-request-id: req-67776a1b-a382-4b76-bdb0-b0d932ff653a {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:11.089485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:11.089736 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67776a1b-a382-4b76-bdb0-b0d932ff653a {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:11.090134 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'status': 'completed', 'code': 200} Sep 10 16:35:11.139921 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:11.159100 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-04755cfd-2f66-4c1e-8648-701406525561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:11.160639 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-04755cfd-2f66-4c1e-8648-701406525561 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1098 time: 0.0437222 Sep 10 16:35:11.248000 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-448b695e-5ca1-47e3-8f48-d507539d7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:11.249548 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-448b695e-5ca1-47e3-8f48-d507539d7755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0816584 Sep 10 16:35:11.329074 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-64d82790-a5b5-4955-b770-74b4d3c349bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 998 time: 0.0710588 Sep 10 16:35:11.367652 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '03e7d4c2-6392-4dd9-87d0-7795965be647', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:db:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:09Z', 'updated_at': '2021-09-10T16:35:09Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:11.378935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-abc1e95d-25ff-4443-8a37-bdc3133c6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:11.380395 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-abc1e95d-25ff-4443-8a37-bdc3133c6d79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0427332 Sep 10 16:35:11.392939 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:11.401353 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:11.402001 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:11.429352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-9431483b-b93f-45c5-8b18-0dcd76a84c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:11.430849 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-9431483b-b93f-45c5-8b18-0dcd76a84c62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401807 Sep 10 16:35:11.511970 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:11.535456 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-dfdbf389-adb4-460a-b01b-499073702923 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963550 Sep 10 16:35:11.656444 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a234827-b2b7-48b0-8257-f6f81523af8f req-4310046f-7bb9-4fbe-b17f-e1042b3c0009 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125262 Sep 10 16:35:11.766433 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '03e7d4c2-6392-4dd9-87d0-7795965be647', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:db:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:09Z', 'updated_at': '2021-09-10T16:35:09Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:11.794003 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e0f22-a548-49b8-b83e-86d2f9ef83b0 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '03e7d4c2-6392-4dd9-87d0-7795965be647', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:db:23:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:09Z', 'updated_at': '2021-09-10T16:35:09Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:11.879651 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc7cb4-ce76-4bf7-981d-8730de49560d req-ca1e9324-08fa-4ad4-ac4f-40eda4838c59 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:11.882142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9dc7cb4-ce76-4bf7-981d-8730de49560d req-ca1e9324-08fa-4ad4-ac4f-40eda4838c59 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0579185 Sep 10 16:35:11.927215 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9dc7cb4-ce76-4bf7-981d-8730de49560d req-d6f7bf69-4fee-4eaf-a921-376fab5b5bf5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Sep 10 16:35:12.002968 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbcabc-f8fb-45c3-a170-8fd89097bc5e None None] New status for floating IP 03e7d4c2-6392-4dd9-87d0-7795965be647: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:35:13.049269 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f9669-fa39-461b-9b1c-200a91dff198 req-a7dd9ef6-64c8-461d-87cf-5f867a8a3cd5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:13.050744 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d5f9669-fa39-461b-9b1c-200a91dff198 req-a7dd9ef6-64c8-461d-87cf-5f867a8a3cd5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Sep 10 16:35:13.089456 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9d5f9669-fa39-461b-9b1c-200a91dff198 req-6c4f9f14-240f-470a-b3a7-b8f81c0413a0 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Sep 10 16:35:14.200378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26abb3-6a42-4ada-935e-f7854551e31c req-3ba80d75-e7e5-4c27-9288-6db119c3406e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:14.201825 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb26abb3-6a42-4ada-935e-f7854551e31c req-3ba80d75-e7e5-4c27-9288-6db119c3406e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0474529 Sep 10 16:35:14.244859 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb26abb3-6a42-4ada-935e-f7854551e31c req-aba9ce29-f2f6-4bf3-b24b-46298e307503 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Sep 10 16:35:15.357404 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05228ab-2338-4473-ad85-4acce58f0003 req-0ab6511a-ae64-4f0d-852c-e6315cac889c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:15.358826 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d05228ab-2338-4473-ad85-4acce58f0003 req-0ab6511a-ae64-4f0d-852c-e6315cac889c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0478029 Sep 10 16:35:15.398092 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d05228ab-2338-4473-ad85-4acce58f0003 req-65712b90-29bc-4ce6-9241-af950a15c60a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=62298b0d-78d5-481c-b2bf-3f3fc057b52a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333302 Sep 10 16:35:15.487007 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-e5f57903-1869-4623-97b8-9088640e7e6f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:15.488449 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-e5f57903-1869-4623-97b8-9088640e7e6f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Sep 10 16:35:15.574596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Deleting port b3b5308f-a6ba-4840-b730-9828aff7836d {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:35:15.574855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:15.661835 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] For port b3b5308f-a6ba-4840-b730-9828aff7836d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=b3b5308f-a6ba-4840-b730-9828aff7836d,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:15.662366 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:16.111505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:16.111979 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:16.112330 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Floating IP 44c43379-b35c-4103-a1c3-a7f2fbe86188 disassociated. External IP: 172.27.3.166, port: b3b5308f-a6ba-4840-b730-9828aff7836d. Sep 10 16:35:16.112769 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Calling delete_port for b3b5308f-a6ba-4840-b730-9828aff7836d owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:35:16.235732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:16.265466 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'Port': ['ID=b3b5308f-a6ba-4840-b730-9828aff7836d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:16.373633 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:16.502343 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ede0dbe-3f48-4df7-8435-d2e0cda00135 req-ed869d50-5853-4857-9ea8-3cbdc01166b3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=726f1c76-be3e-4d25-97f5-0aaae38eb865 HTTP/1.1" status: 200 len: 210 time: 0.0360601 Sep 10 16:35:16.505121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:16.516680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:16.525814 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:16.526417 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:16.546391 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] No DVR routers for this DVR port b3b5308f-a6ba-4840-b730-9828aff7836d on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:35:16.548840 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:16.550765 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c79453f4-edfa-46f4-87bc-ef4eba137d91 req-4483c898-1f99-4f6a-a814-49df135694c8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "DELETE /v2.0/ports/b3b5308f-a6ba-4840-b730-9828aff7836d HTTP/1.1" status: 204 len: 173 time: 1.0560951 Sep 10 16:35:16.551193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'name': 'network-vif-deleted', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:16.554045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8f7fc-975a-4c1a-acde-9cf38e35a235" -d '{"events": [{"server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "name": "network-vif-deleted", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:16.593720 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951e23fa-d701-403d-a92f-2312c9885db2 x-openstack-request-id: req-951e23fa-d701-403d-a92f-2312c9885db2 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:16.594018 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726f1c76-be3e-4d25-97f5-0aaae38eb865", "name": "network-vif-deleted", "tag": "b3b5308f-a6ba-4840-b730-9828aff7836d", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:16.594483 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-951e23fa-d701-403d-a92f-2312c9885db2 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:16.594885 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726f1c76-be3e-4d25-97f5-0aaae38eb865', 'name': 'network-vif-deleted', 'tag': 'b3b5308f-a6ba-4840-b730-9828aff7836d', 'status': 'completed', 'code': 200} Sep 10 16:35:16.643925 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:16.846345 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:16.875860 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:16.885896 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:16.886508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:34:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:17.000299 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:17.220312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:17.245813 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88091d6c-0842-4a69-b802-fed80a6abd75 None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:17.449526 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57951a-7939-43bf-b282-482e09854606 None None] New status for floating IP 44c43379-b35c-4103-a1c3-a7f2fbe86188: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:35:17.588369 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48966) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:17.641952 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.663966 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.710024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.713502 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.715078 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "DELETE /v2.0/security-groups/62298b0d-78d5-481c-b2bf-3f3fc057b52a HTTP/1.1" status: 204 len: 168 time: 0.1255565 Sep 10 16:35:17.717830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48968) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:17.724100 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eca623-945b-4373-918e-1d868ee66135 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62298b0d-78d5-481c-b2bf-3f3fc057b52a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:17.732879 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.api.v2.resource [None req-1febe69d-1411-4bf8-a78b-f0c0328c34a6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] show failed (client error): The resource could not be found. Sep 10 16:35:17.733894 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1febe69d-1411-4bf8-a78b-f0c0328c34a6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups/62298b0d-78d5-481c-b2bf-3f3fc057b52a HTTP/1.1" status: 404 len: 347 time: 0.0151179 Sep 10 16:35:17.736922 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48970) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:17.743233 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a9b18332-8f7b-4d92-b618-b82f19312f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.857475 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Deleting port 6505801e-f816-470e-8fa0-a5d2ed485ef4 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:35:17.857816 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.934789 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.935118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:17.953653 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Calling delete_port for 6505801e-f816-470e-8fa0-a5d2ed485ef4 owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:35:18.090209 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.121678 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'Port': ['ID=6505801e-f816-470e-8fa0-a5d2ed485ef4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.181731 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.186511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.202397 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dfdcea67-6c8e-4e62-8823-9567ec0602d9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "DELETE /v2.0/floatingips/44c43379-b35c-4103-a1c3-a7f2fbe86188 HTTP/1.1" status: 204 len: 168 time: 0.4644127 Sep 10 16:35:18.327766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48984) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.431217 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb601b80-7208-4fb1-bfb6-3c9ec0c07739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.483378 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.488222 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128591981', 'description': 'tempest-description--901859783'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:18.519883 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb601b80-7208-4fb1-bfb6-3c9ec0c07739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.524199 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fb601b80-7208-4fb1-bfb6-3c9ec0c07739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.538306 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.564498 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601b80-7208-4fb1-bfb6-3c9ec0c07739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e40c1e-8a86-4ba1-8ba3-a2ddd0dc44ef,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.568754 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fb601b80-7208-4fb1-bfb6-3c9ec0c07739 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9780d55bd074e49bccee65a251e770e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399209 Sep 10 16:35:18.571630 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48990) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.620165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.623721 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.627511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.640816 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.653635 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.654837 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1703951 Sep 10 16:35:18.657817 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 48992) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.658976 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3244b2e-5550-46fa-9a5a-cef88224916f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa143504-7761-464d-99e3-b1cdfe9d6440,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.664352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group_rule': {'security_group_id': 'fa143504-7761-464d-99e3-b1cdfe9d6440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:18.702895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.722601 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.725347 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.726548 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69e40c1e-8a86-4ba1-8ba3-a2ddd0dc44ef HTTP/1.1" status: 204 len: 168 time: 0.1539297 Sep 10 16:35:18.744690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b14f-3800-4a6c-8232-f58d9befaf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e40c1e-8a86-4ba1-8ba3-a2ddd0dc44ef,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.800143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.805185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.828531 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f333fa-494a-448b-9aa9-435fa11fc226,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.838677 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.842471 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4a5ba950-a03d-443a-94e3-805a40b2827a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812561 Sep 10 16:35:18.842936 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48996) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.844744 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-a2242800-0101-4397-8085-948fc17097b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776515 Sep 10 16:35:18.847306 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'security_group_rule': {'security_group_id': 'fa143504-7761-464d-99e3-b1cdfe9d6440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:18.882450 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.938682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-b499504e-5041-4424-ba58-295f69f23bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:18.940280 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-b499504e-5041-4424-ba58-295f69f23bde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1098 time: 0.0481768 Sep 10 16:35:18.955399 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.961357 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.982426 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d793c0cf-2e55-49db-a6da-d9a480b8f5dc,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:18.985817 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:18.987302 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c5152143-1591-4f68-9631-83743d29e14a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434524 Sep 10 16:35:18.990756 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 48998) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:18.996385 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:19.021146 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.070743 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-afac9340-d8dc-4bc9-8779-5aea32f1c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:19.072571 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-afac9340-d8dc-4bc9-8779-5aea32f1c530 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.0952718 Sep 10 16:35:19.119786 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.145607 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-084680f4-ff8f-4341-9bf2-04c37988a351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 1000 time: 0.0633547 Sep 10 16:35:19.195129 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-1ac8b2a1-646a-4585-8a98-f411e196db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:19.196594 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-1ac8b2a1-646a-4585-8a98-f411e196db48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0434601 Sep 10 16:35:19.227852 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Allocated IP 172.27.3.192 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/52e74198-d1bb-43e7-88a1-37ebe4a7177e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:19.244858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-89a18775-092c-42df-bd59-b385620c581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:19.246644 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-89a18775-092c-42df-bd59-b385620c581a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422649 Sep 10 16:35:19.333660 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.350188 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-50eefa30-dd95-4c14-87c4-d85f048c2932 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892518 Sep 10 16:35:19.376964 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.414480 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:19.417190 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:19.420660 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:19.445282 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=52e74198-d1bb-43e7-88a1-37ebe4a7177e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:19.449159 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7486bd1d-c186-47cf-9956-0c6c1330ffa0 req-345bcf0b-5373-47e4-91b9-87f30e504bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Sep 10 16:35:19.509061 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.541296 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.686520 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.690706 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.716601 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device b3b5308f-a6ba-4840-b730-9828aff7836d no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:35:19.764146 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=52e74198-d1bb-43e7-88a1-37ebe4a7177e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:19.775371 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.789470 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:19.790731 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ed69b84a-4449-44d7-bf90-48c4327c6614 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7978868 Sep 10 16:35:19.860237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: b3b5308f-a6ba-4840-b730-9828aff7836d {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:35:19.860578 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device b3b5308f-a6ba-4840-b730-9828aff7836d not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:35:19.977605 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-6a05456b-16cc-4b8e-8645-7c8567d5a07f tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2128591981&fields=id&tenant_id=46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 267 time: 0.0328619 Sep 10 16:35:20.024033 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0815c932-fefb-406d-ac2e-b96f713abcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:20.085788 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-56b1cae3-c27e-4d7b-acf4-c81380b00387 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:20.087232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-56b1cae3-c27e-4d7b-acf4-c81380b00387 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 809 time: 0.1031129 Sep 10 16:35:20.102334 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-a2e4c35b-4d8c-4e81-b2e1-1a1dea7f3b02 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/quotas/46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 375 time: 0.0094461 Sep 10 16:35:20.152815 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-062aeac0-8ad4-4840-b710-650d92c2c986 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455351 Sep 10 16:35:20.339079 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-a66f71b3-89e6-4ffd-840b-4ba1b795b8ae service neutron] 10.222.0.23 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745679 Sep 10 16:35:20.388901 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:20.426560 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-34274b6c-ba71-440c-aa5a-2acd73da72a3 service neutron] 10.222.0.23 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815668 Sep 10 16:35:20.702420 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b29d665-cd4b-48da-b10d-6c8ee55a739d req-aaeb01e2-b774-4504-b7db-70ce4bd5baa3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 210 time: 0.1426969 Sep 10 16:35:20.726917 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:21.458200 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:21.815401 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-970e4f6d-d61f-4e26-b01a-7185b0686113 req-2f9a3796-0453-4380-88af-f7569086c01e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 210 time: 0.0321729 Sep 10 16:35:21.929163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-ef5b8a4f-c4f0-47c7-8280-3538c8667108 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:21.930621 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-ef5b8a4f-c4f0-47c7-8280-3538c8667108 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 809 time: 0.1063302 Sep 10 16:35:21.973723 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-30424c4e-44b5-4579-9e3d-ec4b56f64447 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46387eff12b44a52ab9149e7e1592e0a HTTP/1.1" status: 200 len: 380 time: 0.0337257 Sep 10 16:35:21.984775 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'port': {'device_id': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'admin_state_up': True, 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'security_groups': ['fa143504-7761-464d-99e3-b1cdfe9d6440']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:22.101937 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Made reservation on behalf of 46387eff12b44a52ab9149e7e1592e0a for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:35:22.105427 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.228153 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Allocated IP 172.20.0.6 (9b3672a1-97ca-468c-a0dc-92b4d384e48f/596ad65e-3219-4c44-820c-34051785cf41/c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:22.357453 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.370765 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Transition to ACTIVE for port object c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:22.402565 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.446005 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:22.449132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:22.451547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:22.483429 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event updated for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:22.512074 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:22.512709 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.528248 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-577eea56-a91b-47c5-898b-39d5ed34e185 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472441 Sep 10 16:35:22.542384 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Request body: {'port': {'device_id': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:22.601133 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.699577 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-94ddafc4-1b84-447a-97a2-04a029037971 None None] Provisioning for port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:22.704499 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-94ddafc4-1b84-447a-97a2-04a029037971 None None] Provisioning complete for port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:22.705167 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-94ddafc4-1b84-447a-97a2-04a029037971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.742970 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-94ddafc4-1b84-447a-97a2-04a029037971 None None] Port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:35:22.887337 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:35:22.897070 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.936615 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Transition to ACTIVE for port object c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:22.948756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:22.961603 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8804-884d-4fa8-9f96-e464e848f36c req-a2925959-3720-414d-a203-e31de4418acf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:22.963102 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf6d8804-884d-4fa8-9f96-e464e848f36c req-a2925959-3720-414d-a203-e31de4418acf tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 931 time: 0.0713944 Sep 10 16:35:23.039676 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:23.043905 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:23.076336 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bf6d8804-884d-4fa8-9f96-e464e848f36c req-90bf910a-790f-4dc0-8cfe-41189fa8fb7d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917950 Sep 10 16:35:23.123065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Attempting to bind port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:23.123439 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Attempting to bind port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:23.123773 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Attempting to bind port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:23.128117 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:35:23.128443 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Attempting to bind port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 on network 9b3672a1-97ca-468c-a0dc-92b4d384e48f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:23.133521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:23.133855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Checking segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:23.134240 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Bound using segment: {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:23.134667 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Bound port: c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a873ba-0e97-4f05-a022-f1c89efeeb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:23.135026 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:23.201025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:23.203945 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:23.207887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:23.242669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.243293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:23.244660 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] 10.222.0.39 "PUT /v2.0/ports/c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 HTTP/1.1" status: 200 len: 1093 time: 0.7066026 Sep 10 16:35:23.245134 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:23.247338 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:23.273573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8395-36b5-4681-b723-886450c1cae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:23.320935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534cb5c-61b7-440f-b772-bb4d6047a6e4 x-openstack-request-id: req-3534cb5c-61b7-440f-b772-bb4d6047a6e4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:23.321190 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:23.321445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3534cb5c-61b7-440f-b772-bb4d6047a6e4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:23.321832 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'status': 'completed', 'code': 200} Sep 10 16:35:23.349345 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-2782c5aa-f687-4834-ac35-8518fffe0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.351718 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-2782c5aa-f687-4834-ac35-8518fffe0d42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 1096 time: 0.0577419 Sep 10 16:35:23.404148 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-3dea2209-2864-430d-b598-71f8ed066772 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0449693 Sep 10 16:35:23.452064 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-0f3d6423-aad8-40ca-ac5b-14102e96e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.453473 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-0f3d6423-aad8-40ca-ac5b-14102e96e98c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0422699 Sep 10 16:35:23.502609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-31fdc3bc-c894-4180-a55e-ed3aa8fa73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.504071 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-31fdc3bc-c894-4180-a55e-ed3aa8fa73ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419724 Sep 10 16:35:23.592289 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-71be6a68-d2be-4ea2-9666-4ae3c12bac16 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801895 Sep 10 16:35:23.684881 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8141f316-608c-42ae-8091-f564d3e9aac2 req-11061061-48fb-46e7-a933-261a7ea3f83a service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841205 Sep 10 16:35:23.775804 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-0c7c6937-0041-4df9-8845-45fd6ec08200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.777182 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-0c7c6937-0041-4df9-8845-45fd6ec08200 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 1096 time: 0.0401845 Sep 10 16:35:23.870907 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-741de70e-af20-44de-8319-8e3cf46b3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.872383 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-741de70e-af20-44de-8319-8e3cf46b3269 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.0872409 Sep 10 16:35:23.913843 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-93cbb53a-c3af-48c3-a44a-302d536228e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0323803 Sep 10 16:35:23.961710 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-9aeb33e1-daef-43b6-9bd9-440111a4e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:23.963100 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-9aeb33e1-daef-43b6-9bd9-440111a4e918 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0420299 Sep 10 16:35:24.013063 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-8c9e2899-716d-43fd-adab-b95d42e8cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:24.014539 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-8c9e2899-716d-43fd-adab-b95d42e8cf6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444181 Sep 10 16:35:24.106449 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-8ce688cb-ae15-4d94-a8b5-de548472c587 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836866 Sep 10 16:35:24.228277 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-065f8781-33ad-4b12-ab8e-e5d6875d7a5c req-1394eeea-8474-4e16-8178-412f9f6eefbd service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121068 Sep 10 16:35:24.240314 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a263-7925-4a7a-9d8f-4cfe816e3840 req-6a5e8d62-50d0-4e65-be84-2d5239ccf729 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:24.241712 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ec3a263-7925-4a7a-9d8f-4cfe816e3840 req-6a5e8d62-50d0-4e65-be84-2d5239ccf729 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 943 time: 0.0663996 Sep 10 16:35:24.279699 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ec3a263-7925-4a7a-9d8f-4cfe816e3840 req-77214b77-4e36-48f2-b09d-65f7f6bd29d1 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Sep 10 16:35:25.392164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3998aff-61cf-4a3e-9883-bebd95835ff6 req-8f7e1529-71ed-4d21-aed3-bce8faf5dae5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:25.393518 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3998aff-61cf-4a3e-9883-bebd95835ff6 req-8f7e1529-71ed-4d21-aed3-bce8faf5dae5 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Sep 10 16:35:25.431290 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a3998aff-61cf-4a3e-9883-bebd95835ff6 req-b68e2d13-e34b-45fd-adb3-e20e08394a25 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Sep 10 16:35:26.546681 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8977b6-3e2a-4110-bd86-3e6049dd1a28 req-3e29a0c4-180c-4586-87d7-5c2b5e0d8cf8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:26.548161 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b8977b6-3e2a-4110-bd86-3e6049dd1a28 req-3e29a0c4-180c-4586-87d7-5c2b5e0d8cf8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 943 time: 0.0513425 Sep 10 16:35:26.585879 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b8977b6-3e2a-4110-bd86-3e6049dd1a28 req-d7af51a4-50ff-4034-8cf6-bc82d0cce015 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Sep 10 16:35:27.701256 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85c4c4-9666-48ec-b61e-bbb64c94727b req-676ca8e6-8be5-40f6-9fe5-40e2037cf31c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:27.702736 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b85c4c4-9666-48ec-b61e-bbb64c94727b req-676ca8e6-8be5-40f6-9fe5-40e2037cf31c tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Sep 10 16:35:27.743808 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5b85c4c4-9666-48ec-b61e-bbb64c94727b req-4cce7db0-0049-40ea-ab3b-caf63c1aa266 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344915 Sep 10 16:35:27.744522 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:35:27.837259 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:27.847905 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'port_id': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'mac_address': 'fa:16:3e:02:45:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:35:27.883615 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:27.895400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:35:27.914581 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:27.918047 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:27.963553 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:28.145066 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:35:28.908932 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf65fb-42ef-4d64-a623-240012f154c6 req-45eff81e-6d12-4e4b-9f52-4b8a1d35fc1b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:28.910380 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39bf65fb-42ef-4d64-a623-240012f154c6 req-45eff81e-6d12-4e4b-9f52-4b8a1d35fc1b tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 944 time: 0.0473933 Sep 10 16:35:28.947071 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-39bf65fb-42ef-4d64-a623-240012f154c6 req-dfd70de1-ffee-4367-9b84-438e54aead1e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Sep 10 16:35:29.759382 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:29.805662 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:29.809169 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:29.809542 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:29.885939 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:29.907228 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:29.909456 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301bf501-d44c-4920-b7a4-2c27be735f62" -d '{"events": [{"server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "name": "network-vif-plugged", "status": "completed", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:29.922327 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:29.927570 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:29.939241 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:35:29.950465 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5746ec-1a4c-4f1e-897e-42b2277a4806 x-openstack-request-id: req-ea5746ec-1a4c-4f1e-897e-42b2277a4806 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:29.950753 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "name": "network-vif-plugged", "status": "completed", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:29.951006 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea5746ec-1a4c-4f1e-897e-42b2277a4806 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:29.951408 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'code': 200} Sep 10 16:35:29.976995 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:30.065982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989ac53-5c13-4269-861a-4eeaad70fcff req-d0535478-2e38-4452-9848-1b776e9e52c6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:30.068061 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0989ac53-5c13-4269-861a-4eeaad70fcff req-d0535478-2e38-4452-9848-1b776e9e52c6 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0514801 Sep 10 16:35:30.111576 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0989ac53-5c13-4269-861a-4eeaad70fcff req-9c2ce4c1-c04a-43f0-b169-5717b87069c7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Sep 10 16:35:30.170516 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc13bc-deb9-4d2c-ba1a-d94ce522ba9a req-9379d9f3-b73c-4f07-94ea-d95909b8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:30.171952 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c3fc13bc-deb9-4d2c-ba1a-d94ce522ba9a req-9379d9f3-b73c-4f07-94ea-d95909b8165c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 1098 time: 0.0837448 Sep 10 16:35:30.206323 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c3fc13bc-deb9-4d2c-ba1a-d94ce522ba9a req-8c8981d3-3d4b-4ab5-acbc-4a4bba6df64f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261636 Sep 10 16:35:31.225665 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284c4d-1927-4b4f-a229-70d259da1d35 req-9aa04077-7c6b-49f9-b497-1265dc842887 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:31.227151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28284c4d-1927-4b4f-a229-70d259da1d35 req-9aa04077-7c6b-49f9-b497-1265dc842887 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Sep 10 16:35:31.265784 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28284c4d-1927-4b4f-a229-70d259da1d35 req-7d445a47-c261-47b1-ab20-6ad3bfc50aed tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Sep 10 16:35:32.378176 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0177-db0d-4aa4-acf4-41692a609741 req-eed40fb3-9307-4c9d-a147-d3a8446cc852 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:32.379623 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b6fd0177-db0d-4aa4-acf4-41692a609741 req-eed40fb3-9307-4c9d-a147-d3a8446cc852 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Sep 10 16:35:32.415961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b6fd0177-db0d-4aa4-acf4-41692a609741 req-966f9d22-3393-4b62-97ce-8163223afcd3 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306137 Sep 10 16:35:32.525480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc016f1a-8803-4f56-a2cf-6f5a06c754c4 req-4a04d0d4-2e5c-4180-8f59-df9358cca312 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:32.526932 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc016f1a-8803-4f56-a2cf-6f5a06c754c4 req-4a04d0d4-2e5c-4180-8f59-df9358cca312 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0469975 Sep 10 16:35:32.536271 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49150) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:32.540491 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Request body: {'floatingip': {'port_id': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:32.580155 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.126348 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49160) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:33.197070 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.201336 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.232706 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a60fa97e-dc90-4383-930b-e750a5350e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.302044 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Floating IP 95cf6f72-d2b3-4f14-8435-52da25b4718d associated. External IP: 172.27.3.192, port: c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9. Sep 10 16:35:33.325188 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a60fa97e-dc90-4383-930b-e750a5350e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.329577 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a60fa97e-dc90-4383-930b-e750a5350e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.367146 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a60fa97e-dc90-4383-930b-e750a5350e2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8186cdaa1731455898204d28d72de871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397053 Sep 10 16:35:33.369078 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fa97e-dc90-4383-930b-e750a5350e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce4ab4f-4911-4b9d-9d88-34c4ca877ce7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:33.370931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49164) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:33.448404 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.532880 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.594904 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:33.606630 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.609241 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.610360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ce4ab4f-4911-4b9d-9d88-34c4ca877ce7 HTTP/1.1" status: 204 len: 168 time: 0.2384200 Sep 10 16:35:33.657255 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7f26-3d92-45e9-9527-e1fed6f0fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce4ab4f-4911-4b9d-9d88-34c4ca877ce7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:33.725062 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:33.730352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:33.737528 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:33.751083 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:33.751792 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:33.771793 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d5203e06-62e1-48fe-90f7-cf2ca676dc11 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "PUT /v2.0/floatingips/95cf6f72-d2b3-4f14-8435-52da25b4718d HTTP/1.1" status: 200 len: 991 time: 1.2298911 Sep 10 16:35:33.772472 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:35:33.774853 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0fe4b9-312b-409f-a589-9152065160d5" -d '{"events": [{"name": "network-changed", "server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:35:33.820288 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa92aaa0-4d49-42cf-af39-48f629baafab x-openstack-request-id: req-fa92aaa0-4d49-42cf-af39-48f629baafab {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:35:33.820653 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:35:33.820901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa92aaa0-4d49-42cf-af39-48f629baafab {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:35:33.821295 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'status': 'completed', 'code': 200} Sep 10 16:35:33.880336 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:33.892162 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-a54f48ee-84d1-4942-85e2-a4eb9ab650f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:33.893916 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-a54f48ee-84d1-4942-85e2-a4eb9ab650f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46387eff12b44a52ab9149e7e1592e0a&device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 1098 time: 0.0436294 Sep 10 16:35:33.993697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-b8dd87c2-84b1-4730-9474-e6d489c6268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:33.995171 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-b8dd87c2-84b1-4730-9474-e6d489c6268b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 200 len: 910 time: 0.0936213 Sep 10 16:35:34.085584 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-58252dee-24ae-4319-b368-a66878c261da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 HTTP/1.1" status: 200 len: 999 time: 0.0808091 Sep 10 16:35:34.120056 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '95cf6f72-d2b3-4f14-8435-52da25b4718d', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:02:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:19Z', 'updated_at': '2021-09-10T16:35:33Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:34.140657 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-6a84917f-4a93-45b3-86b9-c913584aa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:34.142451 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-6a84917f-4a93-45b3-86b9-c913584aa103 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 200 len: 848 time: 0.0498335 Sep 10 16:35:34.146637 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:34.155009 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:34.155645 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:34.190100 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-e37682ec-3bce-4dc2-9bd5-8e28471078eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:34.192029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-e37682ec-3bce-4dc2-9bd5-8e28471078eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b3672a1-97ca-468c-a0dc-92b4d384e48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410242 Sep 10 16:35:34.266880 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:34.291799 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-3279164d-8e1c-427e-b645-9b3609025515 service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915608 Sep 10 16:35:34.294903 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49192) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:34.391862 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bc0fe4b9-312b-409f-a589-9152065160d5 req-3965be80-d70a-4a03-86c3-2a727244bb6e service neutron] 10.222.0.39 "GET /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910330 Sep 10 16:35:34.401207 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375488882-network', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:34.423849 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Made reservation on behalf of b67be9598fce467c9be355c54a4b0bf1 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:35:34.426181 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.435339 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.506841 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '95cf6f72-d2b3-4f14-8435-52da25b4718d', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:02:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:19Z', 'updated_at': '2021-09-10T16:35:33Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:34.526262 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.529874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.533452 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2902ea-1748-473c-b926-fbdc2591dcff None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '95cf6f72-d2b3-4f14-8435-52da25b4718d', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'port_id': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'mac_address': 'fa:16:3e:02:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:35:19Z', 'updated_at': '2021-09-10T16:35:33Z', 'revision_number': 1, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:34.554144 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:35:34.563928 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4bd90-c717-48e5-92b0-b841cf770e3b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:34.569573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.569916 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Added segment d1af4835-bdb5-4ee4-85af-9d9d908bbd6d of type vlan for network c0a8c97a-6690-4d3c-84ed-74f621207056 Sep 10 16:35:34.611117 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.636425 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.637483 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:34.638066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.661749 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3657854 Sep 10 16:35:34.665292 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49196) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:34.670855 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Request body: {'subnet': {'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375488882-subnet', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:34.692743 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Made reservation on behalf of b67be9598fce467c9be355c54a4b0bf1 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:35:34.695124 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.703500 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d93b-0bdc-420e-be77-7507f7104d33 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a8c97a-6690-4d3c-84ed-74f621207056,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:34.715490 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network c0a8c97a-6690-4d3c-84ed-74f621207056 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:35:34.741188 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c55da-6469-40d6-a041-cef4c82f6ca6 None None] New status for floating IP 95cf6f72-d2b3-4f14-8435-52da25b4718d: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:35:34.878512 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.933091 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:34.943703 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Checking segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:34.944048 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Network hostable DHCP agents. Network: c0a8c97a-6690-4d3c-84ed-74f621207056, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:35:34.960716 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Network c0a8c97a-6690-4d3c-84ed-74f621207056 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:35:34.968554 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, c0a8c97a-6690-4d3c-84ed-74f621207056) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:34.972623 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:34.973253 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:34.977761 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80a635-db3a-4e7a-954e-3c22f67bd8dd None None] Network c0a8c97a-6690-4d3c-84ed-74f621207056 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:35:34.987425 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bab97229-c135-4712-bdcd-aca3aaee0d16 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3209836 Sep 10 16:35:34.990974 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49202) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:34.995300 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:35.017890 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.019641 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.074238 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.135330 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-c0a8c97a-6690-4d3c-84ed-74f621207056', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:35:35.136202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.217080 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.271881 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Allocated IP 172.20.0.2 (c0a8c97a-6690-4d3c-84ed-74f621207056/7cb1d282-d7d2-435b-90dc-33ecb4a4c24a/32786b36-9a57-4506-b1e0-c48d61b1c2f0) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:35.412877 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.414151 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.421444 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Transition to ACTIVE for port object 32786b36-9a57-4506-b1e0-c48d61b1c2f0 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:35.434162 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.437740 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Transition to ACTIVE for port object 32786b36-9a57-4506-b1e0-c48d61b1c2f0 will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:35.444022 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.483150 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Network c0a8c97a-6690-4d3c-84ed-74f621207056 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:35.486019 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:35.493423 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:35.497906 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Pushing event updated for resources: {'Port': ['ID=32786b36-9a57-4506-b1e0-c48d61b1c2f0,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:35.540701 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Allocated IP 172.27.3.177 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/36284ac8-f783-49ae-8d0c-eaa8719d3c81) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:35.546470 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Attempting to bind port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:35.546834 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Attempting to bind port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:35.547187 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Attempting to bind port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 on network c0a8c97a-6690-4d3c-84ed-74f621207056 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:35.552956 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:35.553324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Checking segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:35.553721 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.554102 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Bound using segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:35.554584 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Bound port: 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:35.554956 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.620279 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] For port 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:35.623605 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] For port 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=32786b36-9a57-4506-b1e0-c48d61b1c2f0,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:35.627692 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.649736 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.690337 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82c39-b2d4-42b9-95dd-1329d5323c90 None None] Pushing event updated for resources: {'Port': ['ID=32786b36-9a57-4506-b1e0-c48d61b1c2f0,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:35.696957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:35.735542 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:35.738286 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:35.741970 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:35.749959 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Pushing event updated for resources: {'Port': ['ID=36284ac8-f783-49ae-8d0c-eaa8719d3c81,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:36.032303 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:36.440980 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:36.547332 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dace5c-15a1-4ae3-ab18-adf00af8e9b7 None None] Network c0a8c97a-6690-4d3c-84ed-74f621207056 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:35:36.581953 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:35:36.611901 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 32786b36-9a57-4506-b1e0-c48d61b1c2f0 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:36.664981 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-8d16b8e1-dae5-4fdc-a62d-aed2b72943bf None None] Provisioning for port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:36.687467 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:36.703838 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Sync routers for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:36.706697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:36.708658 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-addb37fe-3270-44cc-91f5-01d4197b4317 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7166717 Sep 10 16:35:36.711395 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49208) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:36.730518 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:36.731173 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:36.734933 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:36.789543 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:36.789808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:36.897133 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:37.170973 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.175385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.229397 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=32786b36-9a57-4506-b1e0-c48d61b1c2f0,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:37.250325 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.275170 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c1c96260-232c-4d52-858f-f557d2d6e785 None None] Provisioning complete for port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:37.275573 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c1c96260-232c-4d52-858f-f557d2d6e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.331458 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Allocated IP 172.20.0.1 (c0a8c97a-6690-4d3c-84ed-74f621207056/7cb1d282-d7d2-435b-90dc-33ecb4a4c24a/ac74be99-8335-4eeb-a568-fba805fe7d3c) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:37.349903 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=32786b36-9a57-4506-b1e0-c48d61b1c2f0,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:37.364042 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:35Z', 'revision_number': 3, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:37.407878 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Checking router: 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:37.408228 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Updating router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:35:37.432424 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.445569 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.446068 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Transition to ACTIVE for port object ac74be99-8335-4eeb-a568-fba805fe7d3c will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:37.478586 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.521272 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Network c0a8c97a-6690-4d3c-84ed-74f621207056 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:37.524135 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:37.530386 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:37.533333 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Pushing event updated for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:37.568292 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.702079 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.713537 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.723456 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Transition to ACTIVE for port object 36284ac8-f783-49ae-8d0c-eaa8719d3c81 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:37.728592 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.781494 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Attempting to bind port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:37.781944 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Attempting to bind port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:37.782221 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Attempting to bind port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:37.792789 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2bc7d5ad-a83f-4f98-b4b2-2a92bd26f808 None None] Provisioning for port ac74be99-8335-4eeb-a568-fba805fe7d3c completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:37.795222 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:37.795564 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:37.795961 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.796350 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:37.796809 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Bound port: 36284ac8-f783-49ae-8d0c-eaa8719d3c81, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:37.797183 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.800358 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5a95-634b-41c0-96b6-927b3bfe96c7 None None] Pushing event updated for resources: {'Port': ['ID=36284ac8-f783-49ae-8d0c-eaa8719d3c81,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:37.823718 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2bc7d5ad-a83f-4f98-b4b2-2a92bd26f808 None None] Provisioning complete for port ac74be99-8335-4eeb-a568-fba805fe7d3c triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:37.824088 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d5ad-a83f-4f98-b4b2-2a92bd26f808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.860261 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.865684 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.876304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7d5ad-a83f-4f98-b4b2-2a92bd26f808 None None] Port ac74be99-8335-4eeb-a568-fba805fe7d3c cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:35:37.883714 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] For port 36284ac8-f783-49ae-8d0c-eaa8719d3c81, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:37.887138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] For port 36284ac8-f783-49ae-8d0c-eaa8719d3c81, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=36284ac8-f783-49ae-8d0c-eaa8719d3c81,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:37.891459 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.934118 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Pushing event updated for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:37.937282 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:37.946212 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:37.946833 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:37.982694 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5a95-634b-41c0-96b6-927b3bfe96c7 None None] Pushing event updated for resources: {'Port': ['ID=36284ac8-f783-49ae-8d0c-eaa8719d3c81,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:38.025713 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Network c0a8c97a-6690-4d3c-84ed-74f621207056 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:38.027116 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:38.059293 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:38.151199 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:38.280413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:38.291319 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a33918ed-9a3d-41c3-ae08-1803d063950e admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1cfc79-5391-4c3a-8486-3ef6241c5bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5730374 Sep 10 16:35:38.298583 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 2, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:38.328066 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b90a17-6168-4975-bfc7-133d1b2886b3 None None] The sync data for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi is: [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 2, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:38.330524 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-48761170-255c-4f54-8a04-09c2677f800b None None] Provisioning complete for port ac74be99-8335-4eeb-a568-fba805fe7d3c triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:38.331177 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-48761170-255c-4f54-8a04-09c2677f800b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.371568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-48761170-255c-4f54-8a04-09c2677f800b None None] Port ac74be99-8335-4eeb-a568-fba805fe7d3c cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:35:38.606508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 32786b36-9a57-4506-b1e0-c48d61b1c2f0 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:38.658732 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:38.659103 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.808023 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49232) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:38.812999 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-102488882-network', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:38.836881 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Made reservation on behalf of aa5f94d5532542329ee80597ab43ec6d for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:35:38.839362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.849053 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.957472 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.961488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:38.986486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:35:39.002615 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0923c4-eb7c-440e-ad88-46f665b51873,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:39.005505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.005848 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Added segment ee8863a4-c057-4645-9dbf-5bdfaa023a8e of type vlan for network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b Sep 10 16:35:39.023188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.023547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.023889 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.024217 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.024541 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.024864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.025185 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.025505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.025823 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.026141 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.026456 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.026770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:39.074022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.105711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.106856 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:39.107490 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.140053 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3308444 Sep 10 16:35:39.143056 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49234) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:39.150930 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Request body: {'subnet': {'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-102488882-subnet', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:39.172886 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a753a3-1f9b-407c-90b3-ffd64a14eec6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:39.180726 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Made reservation on behalf of aa5f94d5532542329ee80597ab43ec6d for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:35:39.184386 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.185873 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:35:39.382429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.445369 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cd149b-482d-44be-a761-814d0d8759bc,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:39.454388 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Checking segment: {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:39.454750 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Network hostable DHCP agents. Network: e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:35:39.472208 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:35:39.481759 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:39.486330 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:39.487326 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.491157 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ee290-6a66-452f-b80a-b7aee4041b1a None None] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:35:39.503342 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f476e96-8cec-481c-9d8e-16aec944d884 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3561897 Sep 10 16:35:39.506791 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49240) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:39.511593 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:39.533525 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.534858 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.588959 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.648562 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:35:39.649401 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.736057 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.791057 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Allocated IP 172.20.0.2 (e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b/b4cd149b-482d-44be-a761-814d0d8759bc/4e0fd10d-e681-49ab-994d-29cd033b76bb) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:39.935814 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.938857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.947725 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Transition to ACTIVE for port object 4e0fd10d-e681-49ab-994d-29cd033b76bb will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:39.954582 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:39.963312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Transition to ACTIVE for port object 4e0fd10d-e681-49ab-994d-29cd033b76bb will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:39.968928 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.014214 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:40.020175 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:40.022116 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Pushing event updated for resources: {'Port': ['ID=4e0fd10d-e681-49ab-994d-29cd033b76bb,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:40.024297 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:40.064348 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Allocated IP 172.27.3.152 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/6cb7f34c-043a-4864-aa0a-669ec7cfc8f9) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:40.078342 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Attempting to bind port 4e0fd10d-e681-49ab-994d-29cd033b76bb on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:40.078634 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Attempting to bind port 4e0fd10d-e681-49ab-994d-29cd033b76bb by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:40.078901 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Attempting to bind port 4e0fd10d-e681-49ab-994d-29cd033b76bb on network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:40.084982 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:40.085354 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Checking segment: {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:40.085755 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.086143 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Bound using segment: {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:40.086612 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Bound port: 4e0fd10d-e681-49ab-994d-29cd033b76bb, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:40.086990 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.154250 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] For port 4e0fd10d-e681-49ab-994d-29cd033b76bb, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:40.158309 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] For port 4e0fd10d-e681-49ab-994d-29cd033b76bb, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4e0fd10d-e681-49ab-994d-29cd033b76bb,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:40.163407 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.229844 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b215-38e0-418d-a066-994a71f0ebd0 None None] Pushing event updated for resources: {'Port': ['ID=4e0fd10d-e681-49ab-994d-29cd033b76bb,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:40.334257 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Sync routers for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:40.344178 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:40.344807 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:40.439274 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.488557 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.527115 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:40.528572 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:40.529351 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:40.537183 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:40.574114 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Pushing event updated for resources: {'Port': ['ID=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:40.594412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.594764 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.595346 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.595690 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.596021 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.596350 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.596674 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.596997 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.597318 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.597636 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.598014 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.598545 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:40.664949 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 36284ac8-f783-49ae-8d0c-eaa8719d3c81 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:40.715972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:40.720446 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:40.720886 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.757939 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 2, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:40.785074 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Checking router: 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:40.785968 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Updating router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 port ac74be99-8335-4eeb-a568-fba805fe7d3c binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:35:40.803300 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.820623 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.825847 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 36284ac8-f783-49ae-8d0c-eaa8719d3c81, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=36284ac8-f783-49ae-8d0c-eaa8719d3c81,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:40.831006 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.832015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4e0fd10d-e681-49ab-994d-29cd033b76bb up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:40.846863 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:40.906724 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=36284ac8-f783-49ae-8d0c-eaa8719d3c81,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:40.925776 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 4e0fd10d-e681-49ab-994d-29cd033b76bb completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:41.087850 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.117417 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.128035 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Transition to ACTIVE for port object ac74be99-8335-4eeb-a568-fba805fe7d3c will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:41.134297 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.183565 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Pushing event updated for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:41.193283 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.193625 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.194280 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.194280 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.194576 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.194953 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.195944 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.195944 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.196144 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.196419 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.196722 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.197038 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:35:41.248499 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:35:41.255910 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Attempting to bind port ac74be99-8335-4eeb-a568-fba805fe7d3c on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:41.256585 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Attempting to bind port ac74be99-8335-4eeb-a568-fba805fe7d3c by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:41.256734 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Attempting to bind port ac74be99-8335-4eeb-a568-fba805fe7d3c on network c0a8c97a-6690-4d3c-84ed-74f621207056 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:41.263212 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:41.263212 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Checking segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:41.263212 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.263639 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Bound using segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:41.263905 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Bound port: ac74be99-8335-4eeb-a568-fba805fe7d3c, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:41.264255 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.291355 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135a272-1dad-4283-8815-a741d1a0bcf2 None None] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:35:41.362488 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] For port ac74be99-8335-4eeb-a568-fba805fe7d3c, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:41.366603 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] For port ac74be99-8335-4eeb-a568-fba805fe7d3c, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ac74be99-8335-4eeb-a568-fba805fe7d3c,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:41.372582 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.377971 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Provisioning for port 4e0fd10d-e681-49ab-994d-29cd033b76bb completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:41.385005 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Provisioning complete for port 4e0fd10d-e681-49ab-994d-29cd033b76bb triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:41.385373 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.397687 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:41.414791 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Sync routers for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:41.428879 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:41.429441 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:41.430158 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.431773 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-03d05ff5-af6f-4c0c-a002-3755904ed15e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9240215 Sep 10 16:35:41.434424 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49248) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:41.467440 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:41.468071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:41.704308 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b48920-9a6d-4849-97cb-00937a28956f None None] Pushing event updated for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:41.737029 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:41.821461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.829769 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:41.933720 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] For port 4e0fd10d-e681-49ab-994d-29cd033b76bb, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4e0fd10d-e681-49ab-994d-29cd033b76bb,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:41.948232 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.965339 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:41.968044 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:41Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:42.008637 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42979d13-01a3-4a70-a9b1-776823509d80 None None] The sync data for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi is: [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:41Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:42.056522 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cef4a-6068-4302-86d4-3e7f3cb1fb05 None None] Pushing event updated for resources: {'Port': ['ID=4e0fd10d-e681-49ab-994d-29cd033b76bb,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:42.105992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 3, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:42.134991 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Checking router: 2ecbed1b-ea4f-436e-9297-11c2a5a4260a for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:42.135367 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Updating router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:35:42.137269 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-4b739660-ecc3-4d11-8537-79034287e0fb None None] Provisioning complete for port 4e0fd10d-e681-49ab-994d-29cd033b76bb triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:42.137970 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-4b739660-ecc3-4d11-8537-79034287e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.152368 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Allocated IP 172.20.0.1 (e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b/b4cd149b-482d-44be-a761-814d0d8759bc/ccc77594-22d6-4658-8366-448cf210b350) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:35:42.187105 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.271335 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.287549 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Transition to ACTIVE for port object ccc77594-22d6-4658-8366-448cf210b350 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:42.324647 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.364424 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:42.368959 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:42.372475 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:35:42.419617 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:42.423591 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.508156 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.527387 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Transition to ACTIVE for port object 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:42.542564 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.600308 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.650852 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df8d02-838d-49b9-b7d0-10b05e95b660 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:42.658355 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Attempting to bind port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:42.658718 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Attempting to bind port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:42.659071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Attempting to bind port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:42.672017 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:42.672390 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:42.672787 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.673192 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:42.673625 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Bound port: 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:42.674073 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.678756 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ac74be99-8335-4eeb-a568-fba805fe7d3c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:42.733955 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9e6cf705-d606-44bd-ab0a-373314455c24 None None] Provisioning for port ccc77594-22d6-4658-8366-448cf210b350 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:42.752821 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9e6cf705-d606-44bd-ab0a-373314455c24 None None] Provisioning complete for port ccc77594-22d6-4658-8366-448cf210b350 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:42.753194 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf705-d606-44bd-ab0a-373314455c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.789541 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] For port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:42.813050 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] For port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:42.815245 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cf705-d606-44bd-ab0a-373314455c24 None None] Port ccc77594-22d6-4658-8366-448cf210b350 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:35:42.822503 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.825472 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.827490 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port ac74be99-8335-4eeb-a568-fba805fe7d3c completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:42.833281 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.859984 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ac74be99-8335-4eeb-a568-fba805fe7d3c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:42.860357 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.903359 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:42.905163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:42.917478 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df8d02-838d-49b9-b7d0-10b05e95b660 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:42.919944 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:42.920542 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:43.002170 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:35:43.003529 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:35:43.058309 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:43.120531 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:35:43.127091 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:43.174332 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port ac74be99-8335-4eeb-a568-fba805fe7d3c, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ac74be99-8335-4eeb-a568-fba805fe7d3c,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:43.182960 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:43.183782 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 36284ac8-f783-49ae-8d0c-eaa8719d3c81 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:43.244888 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:35:43.255862 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e50e9f51-3b76-4126-a53f-8070a6c9da93 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ecbed1b-ea4f-436e-9297-11c2a5a4260a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195279 Sep 10 16:35:43.517282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2667e6c1-d7a0-4693-899b-187ca126292f None None] Provisioning complete for port ccc77594-22d6-4658-8366-448cf210b350 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:43.517841 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2667e6c1-d7a0-4693-899b-187ca126292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:43.523335 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:43.605042 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:43.605405 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:43.626599 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2667e6c1-d7a0-4693-899b-187ca126292f None None] Port ccc77594-22d6-4658-8366-448cf210b350 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:35:43.737596 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ccc77594-22d6-4658-8366-448cf210b350', 'name': '', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'mac_address': 'fa:16:3e:06:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:41Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 2, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'subnets': [{'id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:43.744248 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4e0fd10d-e681-49ab-994d-29cd033b76bb up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:43.787894 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323fd1c1-f709-4718-8d5e-c8ef011d59ba None None] The sync data for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi is: [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ccc77594-22d6-4658-8366-448cf210b350', 'name': '', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'mac_address': 'fa:16:3e:06:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:41Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 2, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'subnets': [{'id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:43.823405 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 4e0fd10d-e681-49ab-994d-29cd033b76bb triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:43.823776 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:43.918418 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:43.924339 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390309474', 'description': 'tempest-secgroup-smoke-390309474 description', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:43.948594 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.029837 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.033373 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.055354 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.056554 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1371071 Sep 10 16:35:44.059575 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49270) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.064655 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ef908-09eb-4724-b595-f1bbc79ad0df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad99430-36af-459a-bdf1-9674cfaa35e7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.065632 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.093573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.153072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.156995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.174226 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aad08b-66a7-4a69-bbe2-bcaa44d1232d,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.181258 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.182247 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2c1918e8-af9e-4333-bfaa-8a270822449e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215439 Sep 10 16:35:44.184879 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49272) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.189396 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.216113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.271074 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.274377 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.290982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90b5bb1-40c2-4219-a7f2-34c8c7162469,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.298523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.299781 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b4d3ba46-a702-4649-a271-3265bce2b866 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139426 Sep 10 16:35:44.302702 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49274) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.306841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.332393 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.387757 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.391082 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.408278 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe84dbdb-23af-4c01-8d80-9a28886dbf29,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.413690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.414955 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d03be6a3-7d11-4b0f-99c2-67f085044b65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113255 Sep 10 16:35:44.417724 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49276) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.421869 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.447403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.506821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.510471 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.527937 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d74dd4a-d003-4fac-8b6c-f060ef78c300,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.534327 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.539488 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-31005708-8c63-4c83-875e-8a2b3d1f9b3c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182234 Sep 10 16:35:44.539964 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49278) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.544154 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.565394 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Project b67be9598fce467c9be355c54a4b0bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:35:44.570020 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.578790 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ac74be99-8335-4eeb-a568-fba805fe7d3c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:44.626787 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ac74be99-8335-4eeb-a568-fba805fe7d3c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:44.627074 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.632227 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.636001 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.654103 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d627e0f7-ea0a-4170-9362-fc891c606dc5,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.661201 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.662545 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-70c413a8-8861-497d-b2a8-203cc50b64c6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219440 Sep 10 16:35:44.665248 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49280) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:35:44.669745 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'security_group_rule': {'security_group_id': '0ad99430-36af-459a-bdf1-9674cfaa35e7', 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:35:44.691060 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Project b67be9598fce467c9be355c54a4b0bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:35:44.696170 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.761596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.766821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.789745 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a39fe3-213f-44f6-ba40-6270a4c65e0b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:44.796826 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:44.803794 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-731506f1-8210-47d5-832d-afcb091c78e8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375537 Sep 10 16:35:46.471007 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Sync routers for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:35:46.480615 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:46.481214 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:46.589385 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:46.600138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:46.648343 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:46.652181 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:46.652561 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:46.734962 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:46.756785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:46.760709 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:46.802727 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ccc77594-22d6-4658-8366-448cf210b350', 'name': '', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'mac_address': 'fa:16:3e:06:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:41Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 2, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'subnets': [{'id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:46.808492 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:46.828519 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Checking router: 2ecbed1b-ea4f-436e-9297-11c2a5a4260a for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:35:46.828873 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Updating router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a port ccc77594-22d6-4658-8366-448cf210b350 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:35:46.857854 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.111733 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.121558 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Transition to ACTIVE for port object ccc77594-22d6-4658-8366-448cf210b350 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:35:47.127507 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.179218 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4275-04fa-45fd-99c5-2124849eed68 None None] Pushing event updated for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:47.250739 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Attempting to bind port ccc77594-22d6-4658-8366-448cf210b350 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:35:47.251108 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Attempting to bind port ccc77594-22d6-4658-8366-448cf210b350 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:35:47.251497 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Attempting to bind port ccc77594-22d6-4658-8366-448cf210b350 on network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:35:47.259051 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:35:47.259459 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Checking segment: {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:35:47.259867 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.260256 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Bound using segment: {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:35:47.260730 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Bound port: ccc77594-22d6-4658-8366-448cf210b350, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:35:47.261125 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.325379 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] For port ccc77594-22d6-4658-8366-448cf210b350, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:35:47.328484 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] For port ccc77594-22d6-4658-8366-448cf210b350, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ccc77594-22d6-4658-8366-448cf210b350,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:35:47.334143 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.393587 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4275-04fa-45fd-99c5-2124849eed68 None None] Pushing event updated for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:47.397495 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:35:47.398112 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:35:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:47.514652 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:35:47.725840 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b884129a-e6eb-4bc9-a433-1da1b9f9008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:47.734616 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ccc77594-22d6-4658-8366-448cf210b350', 'name': '', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'mac_address': 'fa:16:3e:06:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:41Z', 'updated_at': '2021-09-10T16:35:47Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'subnets': [{'id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:35:47.760154 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e5d2c-302e-4ac7-896b-6ecc255bb36a None None] The sync data for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi is: [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:42Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ccc77594-22d6-4658-8366-448cf210b350', 'name': '', 'network_id': 'e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'mac_address': 'fa:16:3e:06:07:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:41Z', 'updated_at': '2021-09-10T16:35:47Z', 'revision_number': 4, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'subnets': [{'id': 'b4cd149b-482d-44be-a761-814d0d8759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:35:48.628901 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:48.678598 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:48.678977 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:48.759792 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ccc77594-22d6-4658-8366-448cf210b350 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:48.808515 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port ccc77594-22d6-4658-8366-448cf210b350 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:35:48.812235 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ccc77594-22d6-4658-8366-448cf210b350 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:48.812606 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:48.901881 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:48.932473 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port ccc77594-22d6-4658-8366-448cf210b350, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ccc77594-22d6-4658-8366-448cf210b350,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:35:48.936141 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:48.982575 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:35:50.025125 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-578516cc-1a03-41df-b8df-38fab60d1a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:50.376874 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:50.590347 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ccc77594-22d6-4658-8366-448cf210b350 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:35:50.640455 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port ccc77594-22d6-4658-8366-448cf210b350 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:35:50.640821 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:50.734922 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:50.943331 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f11332-a8a6-425b-94ab-bf9f67a1b151 req-32908916-2888-489e-9254-b0f6d6d8b0d0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:50.944794 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6f11332-a8a6-425b-94ab-bf9f67a1b151 req-32908916-2888-489e-9254-b0f6d6d8b0d0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0510397 Sep 10 16:35:50.981133 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c6f11332-a8a6-425b-94ab-bf9f67a1b151 req-fdbbffdf-7a5f-4af3-b5b7-db7ebe892723 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304775 Sep 10 16:35:51.458134 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:52.102177 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d7bcc-004b-4c34-82f7-5c3c6b437ef9 req-e1d3a934-5e85-45a8-bf00-b781ae430855 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:52.103679 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed5d7bcc-004b-4c34-82f7-5c3c6b437ef9 req-e1d3a934-5e85-45a8-bf00-b781ae430855 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0510187 Sep 10 16:35:52.140158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed5d7bcc-004b-4c34-82f7-5c3c6b437ef9 req-0919795f-f77e-4f7b-85a5-ec0715e7d394 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301454 Sep 10 16:35:53.030551 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:35:53.263142 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd035d8c-ffc3-4d30-87cf-df9254d7f219 req-62ae9eea-377a-4fe6-8d7d-e771dee3cd53 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:53.264532 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd035d8c-ffc3-4d30-87cf-df9254d7f219 req-62ae9eea-377a-4fe6-8d7d-e771dee3cd53 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0489125 Sep 10 16:35:53.302672 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd035d8c-ffc3-4d30-87cf-df9254d7f219 req-23a4f6bf-349e-42fd-af6d-669dc7fd96ce tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Sep 10 16:35:54.424786 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46cd8-43c1-4992-9aa8-fa25a3aa587b req-ab61e3d1-c1b4-4889-ad7d-128be183d8be tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:54.427174 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ed46cd8-43c1-4992-9aa8-fa25a3aa587b req-ab61e3d1-c1b4-4889-ad7d-128be183d8be tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0536385 Sep 10 16:35:54.465145 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ed46cd8-43c1-4992-9aa8-fa25a3aa587b req-71be258d-9214-4085-8646-ca5a9e8b9a48 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Sep 10 16:35:55.579664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79317cf7-591f-47e0-972e-52f2715f7954 req-2549276c-b822-4baf-b38d-eeddac5ca885 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:55.581930 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79317cf7-591f-47e0-972e-52f2715f7954 req-2549276c-b822-4baf-b38d-eeddac5ca885 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0473275 Sep 10 16:35:55.623024 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-79317cf7-591f-47e0-972e-52f2715f7954 req-db4e78d9-6c8f-4477-94e5-a4e41f2fc82f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347915 Sep 10 16:35:56.739403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac24e-a201-4204-8175-ad173ba91f39 req-61ec6129-7576-40ad-a3b7-af91c83fd2fd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:56.740852 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9ac24e-a201-4204-8175-ad173ba91f39 req-61ec6129-7576-40ad-a3b7-af91c83fd2fd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0485606 Sep 10 16:35:56.777283 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9ac24e-a201-4204-8175-ad173ba91f39 req-42951b71-163d-4ff4-b202-12253e94ebb9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Sep 10 16:35:57.905275 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd5e8-f26b-40ba-b28b-bff2120823a4 req-32c58b06-2df6-49c9-8e4e-b418d4ab102f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:57.906714 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86cdd5e8-f26b-40ba-b28b-bff2120823a4 req-32c58b06-2df6-49c9-8e4e-b418d4ab102f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0510604 Sep 10 16:35:57.943445 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86cdd5e8-f26b-40ba-b28b-bff2120823a4 req-a709c083-1e7c-4951-bdc7-35b251f422ec tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301492 Sep 10 16:35:59.065520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd577-e1fa-4d29-9204-b5f8af57c82d req-9adde44c-359c-4c80-9929-78302354523e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:35:59.067014 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d78bd577-e1fa-4d29-9204-b5f8af57c82d req-9adde44c-359c-4c80-9929-78302354523e tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0493734 Sep 10 16:35:59.104908 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d78bd577-e1fa-4d29-9204-b5f8af57c82d req-f9eaf4b0-b629-4d6a-89f4-f8053e742726 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Sep 10 16:36:00.223557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eea87-78ec-41d6-a1aa-418b2f3cbe4b req-f6936ba9-d5ea-4ef3-a00f-125896e0d930 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:00.225047 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-393eea87-78ec-41d6-a1aa-418b2f3cbe4b req-f6936ba9-d5ea-4ef3-a00f-125896e0d930 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0523260 Sep 10 16:36:00.262573 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-393eea87-78ec-41d6-a1aa-418b2f3cbe4b req-8e2235db-c58b-4e73-9b79-ee26abe6b190 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Sep 10 16:36:01.384344 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8eca2-807d-403e-b5f3-95778ff0088c req-3ed7e17e-e15b-4768-a642-fa086a349d9f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:01.385788 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58d8eca2-807d-403e-b5f3-95778ff0088c req-3ed7e17e-e15b-4768-a642-fa086a349d9f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0512505 Sep 10 16:36:01.422748 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58d8eca2-807d-403e-b5f3-95778ff0088c req-a4d4ff78-d75c-4359-a43b-0365edcfd4a4 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Sep 10 16:36:01.898237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:36:01.991648 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:02.006537 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:36:02.041601 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:02.054149 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:36:02.073719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:02.079570 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:02.131702 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=6']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:02.139167 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.139537 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.139875 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.140231 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.140587 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.140915 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.141241 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.141565 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.141890 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.142221 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.142543 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.142865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:02.181842 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:36:02.309703 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-82545c7f-c740-4db1-8af1-47595e9854a6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390309474&fields=id&tenant_id=b67be9598fce467c9be355c54a4b0bf1 HTTP/1.1" status: 200 len: 267 time: 0.0318851 Sep 10 16:36:02.414236 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-2141df9f-ca92-4803-b6df-dcfb224554bd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:02.415599 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-2141df9f-ca92-4803-b6df-dcfb224554bd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 808 time: 0.0975189 Sep 10 16:36:02.430775 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-c7d48112-5d1c-497e-8ee7-14781750bdd7 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/quotas/b67be9598fce467c9be355c54a4b0bf1 HTTP/1.1" status: 200 len: 375 time: 0.0092411 Sep 10 16:36:02.486668 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-560fc8e3-2f4c-4e7d-a16d-7bc0a70d4e60 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504749 Sep 10 16:36:02.586398 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0748cc8c-f00c-466a-9b4f-64faa9ce9f50 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Sep 10 16:36:02.659813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201ddc5-89e2-4adf-8e8f-7994706b79b7 req-3e19a11f-4114-41ae-bcfa-f3712db4fdb0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:02.661365 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5201ddc5-89e2-4adf-8e8f-7994706b79b7 req-3e19a11f-4114-41ae-bcfa-f3712db4fdb0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0741115 Sep 10 16:36:02.736717 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5201ddc5-89e2-4adf-8e8f-7994706b79b7 req-89339bd5-506e-47f0-97f0-5b25ae6ad58f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491850 Sep 10 16:36:02.739464 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-a3842b31-7751-445b-b1da-baac5ccfcbe4 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442194 Sep 10 16:36:03.023382 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1d4ef652-49fe-4469-995e-90f932dd0538 req-1285b42d-ae2e-4ef8-a00f-d2dfdee28825 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 210 time: 0.0297871 Sep 10 16:36:03.858101 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b775656-9b75-4bfb-8281-8194acefa291 req-02508be1-b587-4fbf-a252-0d4bbe33fbef tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:03.859499 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b775656-9b75-4bfb-8281-8194acefa291 req-02508be1-b587-4fbf-a252-0d4bbe33fbef tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0498364 Sep 10 16:36:03.897731 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3b775656-9b75-4bfb-8281-8194acefa291 req-666de793-cdff-4e9e-a32e-ed861a6a0d91 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Sep 10 16:36:03.945253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:36:03.999202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:36:03.999563 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.102304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.114670 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-3c9a063b-0a9e-4624-988d-2ba839fa8151 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:04.116212 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-3c9a063b-0a9e-4624-988d-2ba839fa8151 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 808 time: 0.1498077 Sep 10 16:36:04.133121 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:04.135955 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87bdeb5-5c6c-4a4b-8f8e-92f4d765fd7a" -d '{"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:04.161354 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:04.169600 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.196646 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1bed427f-4ee3-48f7-aaf8-1bb09796fd64 req-0e3839e5-b920-4efe-9c1a-bbd9991ac9f3 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 210 time: 0.0905242 Sep 10 16:36:04.202641 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-817d6834-746d-4de8-81ab-d43aed60bb78 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67be9598fce467c9be355c54a4b0bf1 HTTP/1.1" status: 200 len: 379 time: 0.0770402 Sep 10 16:36:04.214510 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'port': {'device_id': '117e8374-5b82-42fa-8437-f8799c75f17a', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'admin_state_up': True, 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'security_groups': ['0ad99430-36af-459a-bdf1-9674cfaa35e7']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:36:04.226936 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=7']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:04.288722 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa500116-c990-4b69-9f93-71cb3034a216 x-openstack-request-id: req-aa500116-c990-4b69-9f93-71cb3034a216 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:04.289083 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:04.289400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa500116-c990-4b69-9f93-71cb3034a216 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:04.289902 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'code': 200} Sep 10 16:36:04.349073 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Made reservation on behalf of b67be9598fce467c9be355c54a4b0bf1 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:36:04.353056 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.482848 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Allocated IP 172.20.0.4 (c0a8c97a-6690-4d3c-84ed-74f621207056/7cb1d282-d7d2-435b-90dc-33ecb4a4c24a/9ce93b21-64e4-4e9c-bd26-0904df8e86a5) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:36:04.664793 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.706444 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Transition to ACTIVE for port object 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:36:04.752010 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.805121 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Network c0a8c97a-6690-4d3c-84ed-74f621207056 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:36:04.811682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:36:04.813761 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:36:04.818771 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:04.881982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:04.882610 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:04.903590 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-0f5d604d-f1ec-471b-a17a-2cd29a10fd9d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939116 Sep 10 16:36:04.922004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Request body: {'port': {'device_id': '117e8374-5b82-42fa-8437-f8799c75f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:36:04.995701 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:05.107764 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1e89-a6b3-4538-bba8-d9a0676c2bdc req-08f27f47-6c3f-4fc8-9cae-ecac99215cbf tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:05.109329 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34ee1e89-a6b3-4538-bba8-d9a0676c2bdc req-08f27f47-6c3f-4fc8-9cae-ecac99215cbf tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0965614 Sep 10 16:36:05.141844 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b4bdf3c0-ec9b-4fb5-827b-601ac124fc30 None None] Provisioning for port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:36:05.146756 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b4bdf3c0-ec9b-4fb5-827b-601ac124fc30 None None] Provisioning complete for port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:36:05.147367 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf3c0-ec9b-4fb5-827b-601ac124fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:05.198045 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdf3c0-ec9b-4fb5-827b-601ac124fc30 None None] Port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:36:05.202674 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34ee1e89-a6b3-4538-bba8-d9a0676c2bdc req-839640f2-eb50-4308-8891-223af89c9edd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Sep 10 16:36:05.392204 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f2c1-8bed-4eeb-acca-9280fbb31c56 req-4fff11cb-c22d-4e00-9909-c12d6ba3b52e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:05.395966 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e45f2c1-8bed-4eeb-acca-9280fbb31c56 req-4fff11cb-c22d-4e00-9909-c12d6ba3b52e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 931 time: 0.0972660 Sep 10 16:36:05.454515 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:36:05.463146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:05.487520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Transition to ACTIVE for port object 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:36:05.499975 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0e45f2c1-8bed-4eeb-acca-9280fbb31c56 req-57a7b510-2328-490a-92be-b86cbd6402ee tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970082 Sep 10 16:36:05.501003 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:05.867448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:05.924598 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Attempting to bind port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:36:05.925238 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Attempting to bind port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:36:05.927786 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Attempting to bind port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 on network c0a8c97a-6690-4d3c-84ed-74f621207056 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:36:05.933386 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 on network c0a8c97a-6690-4d3c-84ed-74f621207056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:36:05.933711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Attempting to bind port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 on network c0a8c97a-6690-4d3c-84ed-74f621207056 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:36:05.938935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:36:05.939297 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Checking segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:36:05.939678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Bound using segment: {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:36:05.940105 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Bound port: 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:36:05.940467 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:06.017259 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:36:06.022584 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:36:06.029054 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:06.097460 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:06.104362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.105358 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:06.106787 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7ca8346d-50b0-4675-88ab-e152576293a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1093 time: 1.1926448 Sep 10 16:36:06.107250 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:06.109604 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9059539-f373-446b-bcd7-410c76fb5621" -d '{"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:06.243785 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-185e6585-a06f-4f47-ac8e-570ec55ec53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.245320 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-185e6585-a06f-4f47-ac8e-570ec55ec53a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1096 time: 0.0838928 Sep 10 16:36:06.295929 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a170ccb-6bf5-4af2-bbbf-0fb779ac270f x-openstack-request-id: req-0a170ccb-6bf5-4af2-bbbf-0fb779ac270f {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:06.296302 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:06.296527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a170ccb-6bf5-4af2-bbbf-0fb779ac270f {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:06.296857 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'status': 'completed', 'code': 200} Sep 10 16:36:06.298421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-c5ddbbde-b232-4ce8-9cba-55045791f7e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 217 time: 0.0418797 Sep 10 16:36:06.401765 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66542e3-903a-438e-a71e-8c2fbe0d372f req-d9cb2763-6695-4cd3-add0-6365982b4703 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.403178 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b66542e3-903a-438e-a71e-8c2fbe0d372f req-d9cb2763-6695-4cd3-add0-6365982b4703 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0973954 Sep 10 16:36:06.404784 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-6c239bda-5ce7-45bc-8efe-dd81396fa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.406570 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-6c239bda-5ce7-45bc-8efe-dd81396fa705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0990355 Sep 10 16:36:06.479235 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b66542e3-903a-438e-a71e-8c2fbe0d372f req-8ca70d5b-7450-4f86-bd18-e473265ae779 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680881 Sep 10 16:36:06.490212 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-9c9bbe97-f764-46ff-8cfc-985bd907d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.491865 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-9c9bbe97-f764-46ff-8cfc-985bd907d287 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734749 Sep 10 16:36:06.640837 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-bf8c9612-b705-481c-90c5-e5f23d453338 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325490 Sep 10 16:36:06.658373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6600-e7d0-4b14-8491-2f2fa6e2c5e0 req-2fee329e-ecc6-498f-904d-269cfe476505 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.660061 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-137b6600-e7d0-4b14-8491-2f2fa6e2c5e0 req-2fee329e-ecc6-498f-904d-269cfe476505 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0730288 Sep 10 16:36:06.766370 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-137b6600-e7d0-4b14-8491-2f2fa6e2c5e0 req-2000129e-4b06-418a-b0cb-fe5bd3ef02a9 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980158 Sep 10 16:36:06.789218 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-19545644-5bbe-4f56-bda3-37eed9cec20d req-7455b216-216f-4925-b9b9-12c455b99d42 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387227 Sep 10 16:36:06.887825 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059539-f373-446b-bcd7-410c76fb5621 req-66a83f36-f735-436e-adcc-7ce36d553dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:06.889396 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-66a83f36-f735-436e-adcc-7ce36d553dda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1096 time: 0.0461326 Sep 10 16:36:06.941843 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:36:07.007967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059539-f373-446b-bcd7-410c76fb5621 req-59e19b1f-d897-40fc-8b63-18d7801495c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:07.009460 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-59e19b1f-d897-40fc-8b63-18d7801495c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.0952210 Sep 10 16:36:07.057390 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-80fa3804-30f2-48d4-b26d-bdeb5d8c5128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 217 time: 0.0350919 Sep 10 16:36:07.129138 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059539-f373-446b-bcd7-410c76fb5621 req-b2822ef8-8a26-407d-9ac6-913837ce9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:07.130741 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-b2822ef8-8a26-407d-9ac6-913837ce9642 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0630343 Sep 10 16:36:07.194187 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059539-f373-446b-bcd7-410c76fb5621 req-0e5d865c-ecb1-4537-b580-11e0a1b78bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:07.196101 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-0e5d865c-ecb1-4537-b580-11e0a1b78bfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551131 Sep 10 16:36:07.300860 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-90ead6a8-d58c-4cda-b431-8d250bd05639 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927677 Sep 10 16:36:07.420659 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9059539-f373-446b-bcd7-410c76fb5621 req-1944bf29-a8ac-440f-9577-d95be24fabba service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001115 Sep 10 16:36:07.613048 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6da2b4-bb6a-4e5e-9b18-99665dc23e3a req-a9c3fa4e-96e2-4c6b-96ea-46ae1e213623 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:07.614609 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da6da2b4-bb6a-4e5e-9b18-99665dc23e3a req-a9c3fa4e-96e2-4c6b-96ea-46ae1e213623 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0531087 Sep 10 16:36:07.657547 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-da6da2b4-bb6a-4e5e-9b18-99665dc23e3a req-56d4bab5-973c-4847-852a-18fb0f4c0a96 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Sep 10 16:36:07.911632 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9513-7d1f-41fd-815c-499ec2cb5c74 req-e7eda11f-d7bc-4b01-80f7-ebfa806f3cd4 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:07.913452 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8bf9513-7d1f-41fd-815c-499ec2cb5c74 req-e7eda11f-d7bc-4b01-80f7-ebfa806f3cd4 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0635319 Sep 10 16:36:07.953981 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8bf9513-7d1f-41fd-815c-499ec2cb5c74 req-51a3fe51-1472-4538-a44e-3c36895942a8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344367 Sep 10 16:36:08.790830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e4c36-a8a2-4903-b05b-1806baab1046 req-be57a8ed-d2da-463c-b02e-9dde0ee655bd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:08.792400 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-092e4c36-a8a2-4903-b05b-1806baab1046 req-be57a8ed-d2da-463c-b02e-9dde0ee655bd tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0554976 Sep 10 16:36:08.843852 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-092e4c36-a8a2-4903-b05b-1806baab1046 req-1fdf4de1-6a9b-4d5b-9a07-a7b23eda753c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Sep 10 16:36:09.094862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b1c1-361e-4512-a691-b327f4ff6ece req-8862296e-e7dc-40d6-80aa-15d4dbe60d3a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:09.103470 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b709b1c1-361e-4512-a691-b327f4ff6ece req-8862296e-e7dc-40d6-80aa-15d4dbe60d3a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0743308 Sep 10 16:36:09.159469 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b709b1c1-361e-4512-a691-b327f4ff6ece req-0265d309-b8b2-4b94-b65d-e0792a94a05d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548401 Sep 10 16:36:09.964418 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09904225-ca60-4874-97b0-eaf874037e2c req-cf6db0dd-86c4-4d15-85f4-4b62065d2e59 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:09.965922 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09904225-ca60-4874-97b0-eaf874037e2c req-cf6db0dd-86c4-4d15-85f4-4b62065d2e59 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0520463 Sep 10 16:36:10.009791 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09904225-ca60-4874-97b0-eaf874037e2c req-3d633cfd-dd2b-4f83-96e8-0bccdd04e317 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360839 Sep 10 16:36:10.296119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac582b-807b-4acb-9b14-ab9a69875f11 req-23e04b06-9a20-44a4-a483-f9f5ad3d6dac tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:10.302280 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8ac582b-807b-4acb-9b14-ab9a69875f11 req-23e04b06-9a20-44a4-a483-f9f5ad3d6dac tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0630805 Sep 10 16:36:10.338974 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c8ac582b-807b-4acb-9b14-ab9a69875f11 req-0b82c8c1-41d3-42d7-9cef-1e64f3ae1b17 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350676 Sep 10 16:36:11.142122 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba73d3-61ff-4330-8c82-871a5cd594fd req-0af27406-a503-4008-b9f7-f55eb1f70eb3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:11.147158 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5ba73d3-61ff-4330-8c82-871a5cd594fd req-0af27406-a503-4008-b9f7-f55eb1f70eb3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0572011 Sep 10 16:36:11.188655 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5ba73d3-61ff-4330-8c82-871a5cd594fd req-f2a1c415-a247-43cc-93a3-f4c91c018ead tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Sep 10 16:36:11.472697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0dde1-625a-4f4e-83d7-760f11a6210a req-cd6077b1-bdbd-4825-9a6b-498f79ab23c0 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:11.474643 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-03f0dde1-625a-4f4e-83d7-760f11a6210a req-cd6077b1-bdbd-4825-9a6b-498f79ab23c0 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0575011 Sep 10 16:36:11.520069 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-03f0dde1-625a-4f4e-83d7-760f11a6210a req-fadaeb55-7ec5-48e7-b8fd-8e001e8e5133 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381773 Sep 10 16:36:12.322688 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73f-38bf-4005-adf5-12e2b6657c7c req-b4384f0a-29de-43dc-8a0b-e53352d39ffe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:12.324209 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4827a73f-38bf-4005-adf5-12e2b6657c7c req-b4384f0a-29de-43dc-8a0b-e53352d39ffe tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0546138 Sep 10 16:36:12.364442 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4827a73f-38bf-4005-adf5-12e2b6657c7c req-5109b352-477d-4276-b79f-9a5a0b3c3c79 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Sep 10 16:36:12.650292 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2fcea-2517-4f46-8d75-2aabbd89fb34 req-1355c0b1-4312-4cef-9216-3e755a7cf73f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:12.651715 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40c2fcea-2517-4f46-8d75-2aabbd89fb34 req-1355c0b1-4312-4cef-9216-3e755a7cf73f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0598388 Sep 10 16:36:12.691198 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-40c2fcea-2517-4f46-8d75-2aabbd89fb34 req-7f173798-8188-4e16-90b9-a48c14d2bf1c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337141 Sep 10 16:36:13.485509 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced9221-a7c7-411a-8a1f-4050f5c48900 req-d26f2869-e626-4ee3-b202-3d6c872581a5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:13.486968 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ced9221-a7c7-411a-8a1f-4050f5c48900 req-d26f2869-e626-4ee3-b202-3d6c872581a5 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0487025 Sep 10 16:36:13.527872 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9ced9221-a7c7-411a-8a1f-4050f5c48900 req-38a93597-67fe-4960-8264-48eba8ff39d8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342839 Sep 10 16:36:13.812235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d46b1-0cc2-4bf3-bc74-d701076ff170 req-e95eedc4-c8ab-460b-b3aa-b8666a6d5d67 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:13.813696 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e5d46b1-0cc2-4bf3-bc74-d701076ff170 req-e95eedc4-c8ab-460b-b3aa-b8666a6d5d67 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0516779 Sep 10 16:36:13.851051 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7e5d46b1-0cc2-4bf3-bc74-d701076ff170 req-a4bf25da-c76c-4fb3-bdf4-a2632f788acd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310502 Sep 10 16:36:13.927323 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-3987cf1d-9cf1-48c0-940d-d0f43a734a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:13.928762 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-3987cf1d-9cf1-48c0-940d-d0f43a734a1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1098 time: 0.0398679 Sep 10 16:36:13.976355 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:36:14.020080 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-e48f3a06-cae5-4d5a-b4cb-1d8c55216068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:14.021519 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-e48f3a06-cae5-4d5a-b4cb-1d8c55216068 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.0849757 Sep 10 16:36:14.071730 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:14.083808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'mac_address': 'fa:16:3e:7f:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:36:14.086057 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-20e7f181-201c-464d-ab64-b6308bbe4f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 1000 time: 0.0573959 Sep 10 16:36:14.119515 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:14.131878 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:36:14.135748 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-c93a248b-f52c-4b89-98a6-12dfae4eb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:14.137194 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-c93a248b-f52c-4b89-98a6-12dfae4eb2e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0431583 Sep 10 16:36:14.151154 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:14.155280 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:14.186212 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-5e760f90-515a-41c0-b7ee-39fd5b6d9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:14.187695 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-5e760f90-515a-41c0-b7ee-39fd5b6d9ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427377 Sep 10 16:36:14.201935 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:14.278325 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-688cb34e-5d16-4c66-8892-3ad19c629f97 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804067 Sep 10 16:36:14.369680 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55c6ff06-087f-4fa2-b951-bf3159f74c72 req-afaf8b3f-6dce-4b4b-b191-7b787f169f08 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831134 Sep 10 16:36:14.405580 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['9ce93b21-64e4-4e9c-bd26-0904df8e86a5'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:36:14.648717 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc9d42-82af-4c31-8b11-238430465b38 req-85dd96af-ce6f-4665-adf6-3494bfab6b6a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:14.650181 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fbc9d42-82af-4c31-8b11-238430465b38 req-85dd96af-ce6f-4665-adf6-3494bfab6b6a tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0480783 Sep 10 16:36:14.686281 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0fbc9d42-82af-4c31-8b11-238430465b38 req-14bacbbc-fee3-4152-84de-5d80b81bf32c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Sep 10 16:36:14.961482 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6830c7-0172-4285-a0c3-0deb715f55c5 req-2c906114-1752-4412-bf50-8421269918c4 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:14.962918 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f6830c7-0172-4285-a0c3-0deb715f55c5 req-2c906114-1752-4412-bf50-8421269918c4 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 944 time: 0.0468311 Sep 10 16:36:14.999380 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8f6830c7-0172-4285-a0c3-0deb715f55c5 req-b28e4bdf-ea50-482d-9df7-e62a143bbdc7 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Sep 10 16:36:15.807101 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7d84-2666-434d-934b-a8367233e4e0 req-170c7e7d-1608-45d5-b86b-388269970854 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:15.808678 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80bc7d84-2666-434d-934b-a8367233e4e0 req-170c7e7d-1608-45d5-b86b-388269970854 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 945 time: 0.0504739 Sep 10 16:36:15.847004 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-80bc7d84-2666-434d-934b-a8367233e4e0 req-e0497b5e-d921-432f-86b7-2249ae2e7dd9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Sep 10 16:36:15.990921 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:36:16.049589 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:36:16.053295 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:36:16.053689 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:16.120192 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1185-3c32-45fb-bf4b-e379bff7876e req-9f3315ef-293a-4240-b175-7d9e67e9065e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:16.121658 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14eb1185-3c32-45fb-bf4b-e379bff7876e req-9f3315ef-293a-4240-b175-7d9e67e9065e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 944 time: 0.0506523 Sep 10 16:36:16.129783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:16.151736 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:16.153945 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268ea4b6-eab0-416e-9b9b-90546b742698" -d '{"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-plugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:16.160099 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14eb1185-3c32-45fb-bf4b-e379bff7876e req-b51a10e4-3267-4e04-95fc-35bc3330bfcb tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Sep 10 16:36:16.166399 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:16.170398 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:16.171145 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:36:16.211904 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f24d73a-4dec-4df5-8129-3a6e8ba69d98 x-openstack-request-id: req-4f24d73a-4dec-4df5-8129-3a6e8ba69d98 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:16.212193 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-plugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:16.212441 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f24d73a-4dec-4df5-8129-3a6e8ba69d98 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:16.212820 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'code': 200} Sep 10 16:36:16.249010 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:16.289980 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:16.322827 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:16.326621 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:16.374895 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=8']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:16.432347 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be66dd-d920-4349-8772-b8f0c7057d83 req-f3bebecb-6b14-42a7-83e8-e995563957fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:16.433779 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8be66dd-d920-4349-8772-b8f0c7057d83 req-f3bebecb-6b14-42a7-83e8-e995563957fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0383098 Sep 10 16:36:16.467523 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f8be66dd-d920-4349-8772-b8f0c7057d83 req-a5ab7bdc-b9ed-4170-9be6-ed47275d43a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270286 Sep 10 16:36:16.968885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13427328-5aa8-4b79-bc52-cf3e454f2535 req-88c141dd-b1ee-4dc9-bdbc-4f7e500ab490 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:16.968885 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-13427328-5aa8-4b79-bc52-cf3e454f2535 req-88c141dd-b1ee-4dc9-bdbc-4f7e500ab490 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0516176 Sep 10 16:36:17.006074 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-13427328-5aa8-4b79-bc52-cf3e454f2535 req-597aa6d4-3488-486d-a403-65d2b2f3322b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Sep 10 16:36:17.277695 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd7ce9-c507-4fbb-a3d7-fdf9996c8649 req-1d8cfa53-1a40-4068-a526-bba09d87f022 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:17.279180 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9cd7ce9-c507-4fbb-a3d7-fdf9996c8649 req-1d8cfa53-1a40-4068-a526-bba09d87f022 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0511026 Sep 10 16:36:17.317700 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9cd7ce9-c507-4fbb-a3d7-fdf9996c8649 req-1ec668bf-31d3-4a5b-b023-f3fea247a710 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Sep 10 16:36:17.727411 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-46642f2c-6209-4c96-b6c7-2dedb510e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:17.890593 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-e43d5896-1e5d-405e-bccd-bee826d73983 req-fb7e864c-26e2-4c45-a19b-eaa1c494f6d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:36:17.891610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e43d5896-1e5d-405e-bccd-bee826d73983 req-fb7e864c-26e2-4c45-a19b-eaa1c494f6d6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900018 Sep 10 16:36:18.045191 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bf9e1-0cbf-46d0-bd6e-0fd089ef9a4b req-c93df24c-d896-4930-8337-55a21b9c45c1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:18.046682 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc7bf9e1-0cbf-46d0-bd6e-0fd089ef9a4b req-c93df24c-d896-4930-8337-55a21b9c45c1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0489547 Sep 10 16:36:18.088276 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cc7bf9e1-0cbf-46d0-bd6e-0fd089ef9a4b req-6a9e1822-1e5c-4d70-9f22-2538160d4d37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348835 Sep 10 16:36:18.214459 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:18.216925 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83c1bf-b095-49c4-a560-a6e18ceb5107" -d '{"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:18.248764 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99116b-02ad-47ea-ac0d-00fc24a32030 x-openstack-request-id: req-ff99116b-02ad-47ea-ac0d-00fc24a32030 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:18.249053 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-unplugged", "status": "failed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "code": 422}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:18.249302 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff99116b-02ad-47ea-ac0d-00fc24a32030 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:18.249738 dv-cinder-808464-1-iscsi neutron-server[93870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'code': 422} returned with failed status Sep 10 16:36:18.262965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49682) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:18.344662 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-0e2ecfcf-5df3-40f8-aa94-4757b4c3d306 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805616 Sep 10 16:36:18.353396 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-b5c09c6f-9993-4445-b538-64c4fb4a8ac6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:36:18.354343 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-b5c09c6f-9993-4445-b538-64c4fb4a8ac6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048866 Sep 10 16:36:18.432784 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b343e8-fdbd-42ea-af6c-f3ce5a3204bc req-27ae6d6f-275d-48e6-9498-662bf984535d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:18.434240 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-78b343e8-fdbd-42ea-af6c-f3ce5a3204bc req-27ae6d6f-275d-48e6-9498-662bf984535d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 10 16:36:18.472827 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-78b343e8-fdbd-42ea-af6c-f3ce5a3204bc req-f9aac0e2-77f8-4dc9-a972-86d7c7824a1c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Sep 10 16:36:18.593587 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9a9b-c994-415d-bf4f-76c141dba264 req-e7cbceab-9126-4df4-b78d-6a19d8cf2797 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:18.595076 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b42b9a9b-c994-415d-bf4f-76c141dba264 req-e7cbceab-9126-4df4-b78d-6a19d8cf2797 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0523384 Sep 10 16:36:18.633576 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b42b9a9b-c994-415d-bf4f-76c141dba264 req-796d38a1-f6bb-4ed1-b0b2-b56c1fda0072 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Sep 10 16:36:18.655811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49696) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:18.743887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9fcc9e-1a52-4fad-af01-abfc05c2db4e tempest-TestShelveInstance-974846250 tempest-TestShelveInstance-974846250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:18.745467 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0c9fcc9e-1a52-4fad-af01-abfc05c2db4e tempest-TestShelveInstance-974846250 tempest-TestShelveInstance-974846250-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1093 time: 0.0886912 Sep 10 16:36:18.748388 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49700) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:18.753126 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:36:18.777810 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:18.885863 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-52de95cc-6ade-4c0e-8ceb-1ed908ddfaa3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815852 Sep 10 16:36:18.939773 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:18.991095 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-f89115d6-dac6-409e-b2d3-d05513add718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:18.992527 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-f89115d6-dac6-409e-b2d3-d05513add718 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1098 time: 0.0862546 Sep 10 16:36:19.111756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Allocated IP 172.27.3.252 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/6fc31257-6c35-4e78-9ccb-ae3c18d6fc12) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:36:19.161542 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-c91968aa-f971-44c6-9a79-11e8635daac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.166615 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-c91968aa-f971-44c6-9a79-11e8635daac3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.1351671 Sep 10 16:36:19.166862 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-ea2147cc-3471-4a08-8884-467007e4fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.168186 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-ea2147cc-3471-4a08-8884-467007e4fc7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d&tenant_id=26b29df74bc24f1a94469aa298bc4b2c HTTP/1.1" status: 200 len: 1096 time: 0.0450151 Sep 10 16:36:19.233151 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-8547ae8c-0b1a-43be-8b43-cafb0b9db98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.234777 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-8547ae8c-0b1a-43be-8b43-cafb0b9db98a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1096 time: 0.0415351 Sep 10 16:36:19.304228 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-d5b95d89-35a2-4a71-8512-18e563f83a11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 1000 time: 0.1241219 Sep 10 16:36:19.316376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6da202-9791-4f59-ae94-bd18ab098112 req-bd63e033-94e9-4b0a-8e7e-0f8ee168155b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.317842 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed6da202-9791-4f59-ae94-bd18ab098112 req-bd63e033-94e9-4b0a-8e7e-0f8ee168155b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.1543534 Sep 10 16:36:19.333415 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-e600c574-bc25-495c-8b34-315db81f1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.334951 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-e600c574-bc25-495c-8b34-315db81f1138 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 200 len: 917 time: 0.0936956 Sep 10 16:36:19.370392 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:19.413823 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-8d452524-b17d-4baa-888d-69885ab29752 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 200 len: 998 time: 0.0719516 Sep 10 16:36:19.415876 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ed6da202-9791-4f59-ae94-bd18ab098112 req-11e8d943-7eca-4123-8da8-8e8c40e3e870 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827940 Sep 10 16:36:19.418613 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-4d7ebfee-5215-4d20-a2e4-13be531a6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.420002 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-4d7ebfee-5215-4d20-a2e4-13be531a6337 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0996599 Sep 10 16:36:19.499826 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-f7c97fc1-14f6-4841-8665-3d03b5e75a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.501567 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-f7c97fc1-14f6-4841-8665-3d03b5e75a73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 200 len: 855 time: 0.0809340 Sep 10 16:36:19.504968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-3c224096-ca58-419b-a279-8f1293b0037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.506662 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-3c224096-ca58-419b-a279-8f1293b0037d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801508 Sep 10 16:36:19.507806 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:19.556405 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-4073897e-0ea7-462e-b6c6-fd117a1f1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:19.557936 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-4073897e-0ea7-462e-b6c6-fd117a1f1ae3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ccab627-9628-40d2-b708-2150bb12b7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436170 Sep 10 16:36:19.566348 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:36:19.575927 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:36:19.658717 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-56f69a2c-addb-4036-bfd6-95f65043832e service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933878 Sep 10 16:36:19.754760 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9610c131-3d37-4415-8b02-7ccf71f8834f req-824876ff-57e8-4527-bc2f-e66238bca7e5 service neutron] 10.222.0.39 "GET /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880351 Sep 10 16:36:19.796875 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:36:19.860609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'Port': ['ID=6fc31257-6c35-4e78-9ccb-ae3c18d6fc12,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:19.897541 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-8ecda2ac-0cb6-4530-85d7-744012071ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801117 Sep 10 16:36:20.036024 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:36:20.039800 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c0a98dbe-bcf9-40e9-ab26-5cb964bbe81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.105511 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59a1e6ba-ea5c-4e3c-b498-0492509f11ce req-3d7c9c49-51a8-48b8-8226-c6e95889fdb6 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923084 Sep 10 16:36:20.370687 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.399395 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.450639 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.586998 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee7dbf-a0e0-4a20-a5fc-2bfe11d2e47a req-36ae13c7-b765-4aaf-9fa1-9efcd409cd37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:20.586998 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-feee7dbf-a0e0-4a20-a5fc-2bfe11d2e47a req-36ae13c7-b765-4aaf-9fa1-9efcd409cd37 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0788260 Sep 10 16:36:20.662330 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-feee7dbf-a0e0-4a20-a5fc-2bfe11d2e47a req-b164f385-d394-4c1b-a655-5e6fbdbf664d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521140 Sep 10 16:36:20.708129 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.713813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.730076 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.797662 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event updated for resources: {'Port': ['ID=6fc31257-6c35-4e78-9ccb-ae3c18d6fc12,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:20.806935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:20.915974 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Floating IP 5648b3a6-cc20-4c85-8079-09418028bdf0 associated. External IP: 172.27.3.252, port: 9ce93b21-64e4-4e9c-bd26-0904df8e86a5. Sep 10 16:36:21.123091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:36:21.232504 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:36:21.244832 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Sync routers for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:36:21.250638 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:21.254680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:36:21.255558 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:21.281050 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6e549014-c4f2-426e-b14a-c0f97b56eee2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5316284 Sep 10 16:36:21.281647 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:21.283984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad00a18-e206-4548-9d7c-e2828183c69c" -d '{"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:21.322643 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a6a4a0-e04f-407e-92cb-2b78f359bddb x-openstack-request-id: req-19a6a4a0-e04f-407e-92cb-2b78f359bddb {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:21.322929 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:21.323176 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19a6a4a0-e04f-407e-92cb-2b78f359bddb {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:21.323629 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'status': 'completed', 'code': 200} Sep 10 16:36:21.386733 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:36:21.484960 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:21.631913 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '5648b3a6-cc20-4c85-8079-09418028bdf0', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'mac_address': 'fa:16:3e:7f:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117e8374-5b82-42fa-8437-f8799c75f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:36:20Z', 'updated_at': '2021-09-10T16:36:20Z', 'revision_number': 0, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:21.662758 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Checking router: 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:36:21.671188 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:36:21.671922 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:21.809754 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a686384-4789-4a9e-856a-c0fd4df93dcf req-4cff6850-e0b9-499f-b576-8a8b51561fc7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:21.811304 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a686384-4789-4a9e-856a-c0fd4df93dcf req-4cff6850-e0b9-499f-b576-8a8b51561fc7 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0618167 Sep 10 16:36:21.859643 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a686384-4789-4a9e-856a-c0fd4df93dcf req-94ede5cf-36b6-4904-9868-5fa72a173b3d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Sep 10 16:36:21.915930 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:36:22.149698 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '5648b3a6-cc20-4c85-8079-09418028bdf0', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'mac_address': 'fa:16:3e:7f:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117e8374-5b82-42fa-8437-f8799c75f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:36:20Z', 'updated_at': '2021-09-10T16:36:20Z', 'revision_number': 0, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:22.176918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe25d53-8b66-4999-a71d-6a81bcaf015d None None] The sync data for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi is: [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '5648b3a6-cc20-4c85-8079-09418028bdf0', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'mac_address': 'fa:16:3e:7f:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117e8374-5b82-42fa-8437-f8799c75f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:36:20Z', 'updated_at': '2021-09-10T16:36:20Z', 'revision_number': 0, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:36:22.376983 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df835657-ab82-4d73-b985-ce5f7ac6b6bc None None] New status for floating IP 5648b3a6-cc20-4c85-8079-09418028bdf0: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:36:22.987592 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8b05-ad53-4493-8f7b-98fe3c4ca7c9 req-e400e27e-9785-4fa9-8cc6-d002ecff36aa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:22.989179 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cfca8b05-ad53-4493-8f7b-98fe3c4ca7c9 req-e400e27e-9785-4fa9-8cc6-d002ecff36aa tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0504556 Sep 10 16:36:23.030267 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cfca8b05-ad53-4493-8f7b-98fe3c4ca7c9 req-a28816fe-dc65-41e1-9b3e-3e5b73f12fe2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Sep 10 16:36:23.038936 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:24.155620 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c5f5-69ef-44d3-94c3-6f0dfa879a30 req-5355e018-1690-47f9-af7b-44c42e3ae72c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:24.157269 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f4f7c5f5-69ef-44d3-94c3-6f0dfa879a30 req-5355e018-1690-47f9-af7b-44c42e3ae72c tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0500906 Sep 10 16:36:24.198565 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f4f7c5f5-69ef-44d3-94c3-6f0dfa879a30 req-d3b010c5-8e32-4527-9799-9b17104d51c1 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346425 Sep 10 16:36:25.336093 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93025bb8-2155-4c3c-a442-aea570f119c5 req-1c19b7c3-9743-4198-9cd0-58ca7af08cc0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:25.337547 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93025bb8-2155-4c3c-a442-aea570f119c5 req-1c19b7c3-9743-4198-9cd0-58ca7af08cc0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0548911 Sep 10 16:36:25.377197 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-93025bb8-2155-4c3c-a442-aea570f119c5 req-a46983a3-7b6d-48cc-916c-f0d8d6f92e5f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Sep 10 16:36:26.503973 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41ab8f-d672-42bc-8a5c-4999f48579aa req-932ab093-4a4e-4413-b2a4-d3607970f8e9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:26.508306 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de41ab8f-d672-42bc-8a5c-4999f48579aa req-932ab093-4a4e-4413-b2a4-d3607970f8e9 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0530531 Sep 10 16:36:26.547919 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de41ab8f-d672-42bc-8a5c-4999f48579aa req-3024c69f-ad5d-4886-bbfc-493b921ef998 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Sep 10 16:36:27.676023 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d04b3b-3213-406a-b919-ada8e98a9c93 req-ab39f6b1-dc4e-4d43-88ae-bb7625a7121f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:27.677526 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58d04b3b-3213-406a-b919-ada8e98a9c93 req-ab39f6b1-dc4e-4d43-88ae-bb7625a7121f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0502613 Sep 10 16:36:27.718594 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-58d04b3b-3213-406a-b919-ada8e98a9c93 req-f755edf1-66fc-47ab-9fa0-663fa58dfef8 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Sep 10 16:36:28.848421 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d350-80dd-4c21-b1ed-f3b37ed5273f req-0745aa9d-f43c-4bc6-9630-46a094527176 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:28.849997 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-46d5d350-80dd-4c21-b1ed-f3b37ed5273f req-0745aa9d-f43c-4bc6-9630-46a094527176 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0566773 Sep 10 16:36:28.898056 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-46d5d350-80dd-4c21-b1ed-f3b37ed5273f req-7a1afb7a-e4d1-4498-8ec9-508b5628784b tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Sep 10 16:36:30.015835 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ffc0c-774e-4717-8694-daaf45e7a03e req-4e5eb073-9dbd-48d9-ae5b-419fe8bf6dc2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:30.017321 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-200ffc0c-774e-4717-8694-daaf45e7a03e req-4e5eb073-9dbd-48d9-ae5b-419fe8bf6dc2 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.0488117 Sep 10 16:36:30.055460 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-200ffc0c-774e-4717-8694-daaf45e7a03e req-3f1c7d86-d06f-4037-bbb6-df5657e76d30 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Sep 10 16:36:30.742870 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00a18-e206-4548-9d7c-e2828183c69c req-df02ffcf-7b2f-4b4b-9e85-3bc3f5b21d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:30.744335 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-df02ffcf-7b2f-4b4b-9e85-3bc3f5b21d7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0454273 Sep 10 16:36:30.859597 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00a18-e206-4548-9d7c-e2828183c69c req-4fb37c96-bca1-4ef7-9bad-b6790a068f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:30.861953 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-4fb37c96-bca1-4ef7-9bad-b6790a068f93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.1057224 Sep 10 16:36:30.932205 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-b9d1a684-d42b-48ad-915d-30f0fd6cbcf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0601687 Sep 10 16:36:30.987624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00a18-e206-4548-9d7c-e2828183c69c req-bd34f7d0-9634-4aa4-ad02-ed069f327759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:30.989069 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-bd34f7d0-9634-4aa4-ad02-ed069f327759 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0475905 Sep 10 16:36:31.040119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00a18-e206-4548-9d7c-e2828183c69c req-821f2efa-0b20-4feb-b8f5-026d8a83f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:31.041704 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-821f2efa-0b20-4feb-b8f5-026d8a83f134 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439045 Sep 10 16:36:31.148513 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-7bf602dd-8f98-4991-b7dd-f7bf6ca60eb3 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965617 Sep 10 16:36:31.240964 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2d81-6597-4ca8-bf3b-a8453e26fe0b req-4424bdfe-b9ae-4c10-833f-1114c1cf7974 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:31.242492 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-737d2d81-6597-4ca8-bf3b-a8453e26fe0b req-4424bdfe-b9ae-4c10-833f-1114c1cf7974 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 943 time: 0.1083961 Sep 10 16:36:31.293422 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bad00a18-e206-4548-9d7c-e2828183c69c req-9a744775-cc46-4feb-8099-a37a46ec4989 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264379 Sep 10 16:36:31.298451 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-737d2d81-6597-4ca8-bf3b-a8453e26fe0b req-8e331e39-36d4-4d29-b854-dce3b6f49976 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494909 Sep 10 16:36:32.057857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:36:32.156284 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:32.167661 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'port_id': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'mac_address': 'fa:16:3e:c6:1c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:36:32.203308 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:32.219137 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:36:32.238809 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:32.242705 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:32.288524 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=9']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:32.426284 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0298fd-7793-4719-b9e6-b8083dcf831e req-a3170523-a84d-4197-be72-4a20dd724d2f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:32.427691 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b0298fd-7793-4719-b9e6-b8083dcf831e req-a3170523-a84d-4197-be72-4a20dd724d2f tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0556827 Sep 10 16:36:32.465435 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1b0298fd-7793-4719-b9e6-b8083dcf831e req-f360afd4-4b71-4736-b334-0ba61dfcaad3 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Sep 10 16:36:32.494104 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:36:33.583732 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec985fd-495e-4e60-888e-3c21cea10882 req-61bf2e1d-af0c-4f11-89e7-b4a8df7099cf tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:33.585200 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aec985fd-495e-4e60-888e-3c21cea10882 req-61bf2e1d-af0c-4f11-89e7-b4a8df7099cf tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 944 time: 0.0481658 Sep 10 16:36:33.621504 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-aec985fd-495e-4e60-888e-3c21cea10882 req-65069fe7-6307-4afc-a1cd-1d27b1eddc33 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304589 Sep 10 16:36:34.082212 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:36:34.135622 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:36:34.135996 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:34.209789 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:34.231700 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:34.233941 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c14192-2135-418f-ba21-cab93203f67d" -d '{"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:34.246491 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:34.251348 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:34.279924 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18fc61-85b2-46a8-ab23-e6ef19c0ad21 x-openstack-request-id: req-ac18fc61-85b2-46a8-ab23-e6ef19c0ad21 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:34.280124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:34.280372 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac18fc61-85b2-46a8-ab23-e6ef19c0ad21 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:34.280756 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'code': 200} Sep 10 16:36:34.306604 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=10']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:34.450741 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1535-3560-4708-bd87-ca97d4d02323 req-d09ddcf4-961e-499a-837b-1fad43094973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:34.452232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8eaa1535-3560-4708-bd87-ca97d4d02323 req-d09ddcf4-961e-499a-837b-1fad43094973 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 1099 time: 0.0386093 Sep 10 16:36:34.485691 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8eaa1535-3560-4708-bd87-ca97d4d02323 req-a6c44bb7-aad0-4c9b-a33a-8734b676b01b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264649 Sep 10 16:36:34.740956 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08f1a-a3ac-4852-88e5-1a566cd12d70 req-1e874ffe-3fa6-46e4-a054-b58a86d0e938 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:34.742388 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0c08f1a-a3ac-4852-88e5-1a566cd12d70 req-1e874ffe-3fa6-46e4-a054-b58a86d0e938 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0505619 Sep 10 16:36:34.779125 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d0c08f1a-a3ac-4852-88e5-1a566cd12d70 req-2f20972f-454c-4a46-b242-6d1ea01c6c85 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Sep 10 16:36:35.905290 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4574f-4d36-4e15-bba8-665f6f835769 req-5b6ec705-e321-400c-acd6-074a9c4d1fe0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:35.907154 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2af4574f-4d36-4e15-bba8-665f6f835769 req-5b6ec705-e321-400c-acd6-074a9c4d1fe0 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0536044 Sep 10 16:36:35.947043 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2af4574f-4d36-4e15-bba8-665f6f835769 req-2c0a2563-baf9-4277-82ba-6b301b72b888 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Sep 10 16:36:37.065072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b605cd9-c4f4-4f97-a46b-2e0d4648f2d9 req-d576c427-97e5-4855-9166-023f37fcb480 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:37.066851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b605cd9-c4f4-4f97-a46b-2e0d4648f2d9 req-d576c427-97e5-4855-9166-023f37fcb480 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0481126 Sep 10 16:36:37.104249 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2b605cd9-c4f4-4f97-a46b-2e0d4648f2d9 req-6ed52a18-4f8b-4777-9383-2e8b703247ff tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Sep 10 16:36:43.941717 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:36:47.728910 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e950ced4-6bd7-4640-bcdd-f57c18efc0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:49.879862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22e40-6e30-4596-abbf-c59aab2eac9a req-2d60b528-d0f6-463e-88b0-8bd5ec03f955 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:49.881232 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99f22e40-6e30-4596-abbf-c59aab2eac9a req-2d60b528-d0f6-463e-88b0-8bd5ec03f955 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Sep 10 16:36:49.919040 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99f22e40-6e30-4596-abbf-c59aab2eac9a req-e9400a62-5efa-45b6-b465-5a8c0575b533 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Sep 10 16:36:50.030955 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fe52d3a2-b4ac-445c-835f-0d10651ab14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:50.392552 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:50.722918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:51.031252 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a85e1a-1aa0-4a70-a864-94bcc4627f80 req-3f080011-f935-4ca8-8904-6a20aee1bdce tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:51.033236 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8a85e1a-1aa0-4a70-a864-94bcc4627f80 req-3f080011-f935-4ca8-8904-6a20aee1bdce tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0469847 Sep 10 16:36:51.069702 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b8a85e1a-1aa0-4a70-a864-94bcc4627f80 req-e87c3847-d07f-4db6-9fd0-ce6a1de63c9d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Sep 10 16:36:51.463783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:51.853331 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-1832f686-4bbe-4695-a073-4dd5cc38ef1d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:51.854694 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-1832f686-4bbe-4695-a073-4dd5cc38ef1d tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Sep 10 16:36:51.953539 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Deleting port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:36:51.954827 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.039105 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] For port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:52.039805 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.234894 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda930b-a071-4311-adeb-fa6baea6be4d req-413132e1-27e7-4266-b604-f643e5a2565e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:36:52.236910 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5dda930b-a071-4311-adeb-fa6baea6be4d req-413132e1-27e7-4266-b604-f643e5a2565e tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 945 time: 0.1000710 Sep 10 16:36:52.251520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.251886 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.252201 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Floating IP 95cf6f72-d2b3-4f14-8435-52da25b4718d disassociated. External IP: 172.27.3.192, port: c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9. Sep 10 16:36:52.252538 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Calling delete_port for c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:36:52.313795 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5dda930b-a071-4311-adeb-fa6baea6be4d req-5080e7d5-224d-4591-96bd-e66fc757ea7a tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa143504-7761-464d-99e3-b1cdfe9d6440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701084 Sep 10 16:36:52.398587 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.424829 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'Port': ['ID=c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:52.434053 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.434399 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.434737 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.435071 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.435425 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.435756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.436079 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.436426 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.437172 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.437172 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.437360 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.437638 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:52.756454 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:36:52.869113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:36:52.879083 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:36:52.889227 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:36:52.890005 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:52.913158 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] No DVR routers for this DVR port c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:36:52.915844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:52.917924 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d3404d00-91a5-4717-8d75-38dc5dff75f1 req-64c411f3-98f6-40c6-a736-8b8d3854f0e8 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.39 "DELETE /v2.0/ports/c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 HTTP/1.1" status: 204 len: 173 time: 1.0497689 Sep 10 16:36:52.918375 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'name': 'network-vif-deleted', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:36:52.920680 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48d970-06d3-4ed1-b871-aa384b221bd7" -d '{"events": [{"server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "name": "network-vif-deleted", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:36:52.958654 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4b2c4-e2e4-4fbd-b072-b67e5b5dc3d4 x-openstack-request-id: req-a3a4b2c4-e2e4-4fbd-b072-b67e5b5dc3d4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:36:52.958942 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd52ca2-4f29-4e73-ba36-29cea5e63041", "name": "network-vif-deleted", "tag": "c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:36:52.959193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3a4b2c4-e2e4-4fbd-b072-b67e5b5dc3d4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:36:52.960059 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd52ca2-4f29-4e73-ba36-29cea5e63041', 'name': 'network-vif-deleted', 'tag': 'c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9', 'status': 'completed', 'code': 200} Sep 10 16:36:53.007492 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:36:53.058836 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:53.207448 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:53.235653 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:36:53.243509 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:36:53.244097 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:53.351379 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:36:53.423780 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f0dd9202-abb8-435d-9dba-bc59727c4de9 req-81207b78-258c-4937-a482-bfa63baa2ae7 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/ports?device_id=edd52ca2-4f29-4e73-ba36-29cea5e63041 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Sep 10 16:36:53.550360 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:36:53.575510 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a091d71-58ef-4e1d-956d-ee6484aadfec None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:30:21Z', 'revision_number': 4, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '5e346ec2-60f5-4e90-8635-75d14ce357c2', 'name': '', 'network_id': '9b3672a1-97ca-468c-a0dc-92b4d384e48f', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'mac_address': 'fa:16:3e:39:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '596ad65e-3219-4c44-820c-34051785cf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:17Z', 'updated_at': '2021-09-10T16:30:34Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'subnets': [{'id': '596ad65e-3219-4c44-820c-34051785cf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:36:53.777073 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6b5c6-c3b7-4522-8c17-b8a9cdff589f None None] New status for floating IP 95cf6f72-d2b3-4f14-8435-52da25b4718d: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:36:54.149992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:36:54.174214 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:36:54.174551 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device c14fdb90-ae7d-4c34-9817-d6b8c1d6dcc9 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:36:54.505131 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 49942) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:54.558749 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:54.584632 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:54.632094 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:54.634584 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:54.635731 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa143504-7761-464d-99e3-b1cdfe9d6440 HTTP/1.1" status: 204 len: 168 time: 0.1296220 Sep 10 16:36:54.638820 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49944) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:54.645060 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55a0f8-4e42-48d3-8589-5405e34d51a9 tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa143504-7761-464d-99e3-b1cdfe9d6440,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:54.655057 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.api.v2.resource [None req-38ac15c5-8c8c-4d3f-9397-b07f3f2a5cad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] show failed (client error): The resource could not be found. Sep 10 16:36:54.656112 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-38ac15c5-8c8c-4d3f-9397-b07f3f2a5cad tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "GET /v2.0/security-groups/fa143504-7761-464d-99e3-b1cdfe9d6440 HTTP/1.1" status: 404 len: 347 time: 0.0161724 Sep 10 16:36:54.659877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49946) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:54.779939 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Deleting port 52e74198-d1bb-43e7-88a1-37ebe4a7177e {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:36:54.780277 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.098886 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.099218 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.111209 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Calling delete_port for 52e74198-d1bb-43e7-88a1-37ebe4a7177e owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:36:55.238766 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.261172 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Pushing event deleted for resources: {'Port': ['ID=52e74198-d1bb-43e7-88a1-37ebe4a7177e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:55.274931 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.275303 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.275646 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.275975 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.276301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.276631 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.276953 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.277275 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.277610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.277941 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.278258 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.278574 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:36:55.331168 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.333555 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:55.334682 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-41fbba83-4319-41aa-9f26-3d86f4a4fbdb tempest-AttachVolumeTestJSON-807006894 tempest-AttachVolumeTestJSON-807006894-project] 10.222.0.23 "DELETE /v2.0/floatingips/95cf6f72-d2b3-4f14-8435-52da25b4718d HTTP/1.1" status: 204 len: 168 time: 0.6739247 Sep 10 16:36:58.870042 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49980) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:36:59.306227 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:59.541437 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Deleting port 5e346ec2-60f5-4e90-8635-75d14ce357c2 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:36:59.541771 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:59.617318 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] For port 5e346ec2-60f5-4e90-8635-75d14ce357c2, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5e346ec2-60f5-4e90-8635-75d14ce357c2,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:36:59.617673 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:59.630154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Calling delete_port for 5e346ec2-60f5-4e90-8635-75d14ce357c2 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:36:59.807901 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:36:59.837949 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e346ec2-60f5-4e90-8635-75d14ce357c2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:36:59.999075 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.209769 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Router 889a303b-07cf-4a83-a5e5-95c7013d333c has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:37:00.313781 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:37:00.318758 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b1f8c7db-0379-401a-8c5f-1672ca2b2170 admin admin] 10.222.0.23 "PUT /v2.0/routers/889a303b-07cf-4a83-a5e5-95c7013d333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4476900 Sep 10 16:37:00.321255 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49984) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:00.324557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Sync routers for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:37:00.334794 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:00.335372 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:00.426506 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.440730 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:00.527712 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.587475 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Deleting port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:00.587475 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.680803 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] For port 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:00.681162 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.694315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Calling delete_port for 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:00.752265 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:36:59Z', 'revision_number': 5, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port': {'id': '1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:07:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:11Z', 'updated_at': '2021-09-10T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:00.778800 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Checking router: 889a303b-07cf-4a83-a5e5-95c7013d333c for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:37:00.787856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Routers {'889a303b-07cf-4a83-a5e5-95c7013d333c'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:00.788460 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['889a303b-07cf-4a83-a5e5-95c7013d333c'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:00.862716 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.881727 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] Set router 889a303b-07cf-4a83-a5e5-95c7013d333c gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:00.888239 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:00.937124 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:37:00Z', 'revision_number': 6, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:00.954660 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:00.965731 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ae5fa-9240-4beb-8be9-a993de069c13 None None] The sync data for ids ['889a303b-07cf-4a83-a5e5-95c7013d333c'] in dv-cinder-808464-1-iscsi is: [{'id': '889a303b-07cf-4a83-a5e5-95c7013d333c', 'name': 'tempest-AttachVolumeTestJSON-80795022-router', 'tenant_id': '46387eff12b44a52ab9149e7e1592e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:09Z', 'updated_at': '2021-09-10T16:37:00Z', 'revision_number': 6, 'project_id': '46387eff12b44a52ab9149e7e1592e0a', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:37:01.059729 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.061900 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.127936 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.128406 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889a303b-07cf-4a83-a5e5-95c7013d333c {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:37:01.133632 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.134793 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c5dd7c84-0897-48fd-954d-357fc6d0f886 admin admin] 10.222.0.23 "DELETE /v2.0/routers/889a303b-07cf-4a83-a5e5-95c7013d333c HTTP/1.1" status: 204 len: 168 time: 0.8118129 Sep 10 16:37:01.137282 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49986) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:01.181026 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Deleting subnet 596ad65e-3219-4c44-820c-34051785cf41 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:37:01.183983 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.216420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.332564 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.390543 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.416755 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596ad65e-3219-4c44-820c-34051785cf41,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:01.420389 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.423151 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d0b1296c-5d0d-414b-b0b4-d00ceb9f1a7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/596ad65e-3219-4c44-820c-34051785cf41 HTTP/1.1" status: 204 len: 168 time: 0.2848666 Sep 10 16:37:01.424793 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:01.426889 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de714efa-5fac-4a6f-b49c-e2a5e76caff3 None None] Network 9b3672a1-97ca-468c-a0dc-92b4d384e48f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:01.494536 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.546570 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Deleting port 37ced508-daa8-4957-960b-92be60c221bc {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:01.546903 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.609661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] For port 37ced508-daa8-4957-960b-92be60c221bc, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=37ced508-daa8-4957-960b-92be60c221bc,segment=NetworkSegment(88a873ba-0e97-4f05-a022-f1c89efeeb41),segment_id=88a873ba-0e97-4f05-a022-f1c89efeeb41)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:01.610153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.626225 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Calling delete_port for 37ced508-daa8-4957-960b-92be60c221bc owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:01.708285 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.712645 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323689e-b426-489a-896f-fb59154930be None None] DHCP port deletion for 9b3672a1-97ca-468c-a0dc-92b4d384e48f request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:37:01.732586 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ced508-daa8-4957-960b-92be60c221bc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:01.739460 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] No DVR routers for this DVR port 37ced508-daa8-4957-960b-92be60c221bc on host dv-cinder-808464-1-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:37:01.814672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.835939 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3672a1-97ca-468c-a0dc-92b4d384e48f']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:01.846353 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a873ba-0e97-4f05-a022-f1c89efeeb41') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:01.846648 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a873ba-0e97-4f05-a022-f1c89efeeb41') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:01.855681 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.868930 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.874808 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:37:01.875905 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:37:01.877682 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:37:01.943153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.947621 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:01.952670 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b3672a1-97ca-468c-a0dc-92b4d384e48f HTTP/1.1" status: 204 len: 168 time: 0.5235195 Sep 10 16:37:01.962487 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e26e0-9c7b-42da-a851-ea8bde1bc6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3672a1-97ca-468c-a0dc-92b4d384e48f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:02.063837 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49992) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:02.105657 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a2e0898d-701a-404e-bbce-3bd3adece244 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46387eff12b44a52ab9149e7e1592e0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408711 Sep 10 16:37:02.108393 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 49994) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:02.155467 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:02.177734 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:02.223313 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:02.225739 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:02.226860 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aede4cfb-befa-4c01-88c2-77f2a12cbba2 HTTP/1.1" status: 204 len: 168 time: 0.1174946 Sep 10 16:37:02.234068 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e707-f4ea-4390-a51c-1cc287921b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aede4cfb-befa-4c01-88c2-77f2a12cbba2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:02.629050 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5e346ec2-60f5-4e90-8635-75d14ce357c2 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:02.648499 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 5e346ec2-60f5-4e90-8635-75d14ce357c2 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:02.648842 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5e346ec2-60f5-4e90-8635-75d14ce357c2 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:02.649273 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 37ced508-daa8-4957-960b-92be60c221bc no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:02.668111 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 37ced508-daa8-4957-960b-92be60c221bc {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:02.668454 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 37ced508-daa8-4957-960b-92be60c221bc not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:02.668872 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:02.692804 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:02.693160 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 1a4f9204-0a3f-4a1c-a7cd-5b6f8e38c55d not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:10.410111 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a67bd-edf7-4c31-aed0-32c4eaf72969 req-7d274f77-0d21-422a-9c38-b844f108f462 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:10.411594 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-970a67bd-edf7-4c31-aed0-32c4eaf72969 req-7d274f77-0d21-422a-9c38-b844f108f462 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0480688 Sep 10 16:37:10.448384 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-970a67bd-edf7-4c31-aed0-32c4eaf72969 req-56d58ceb-49c1-4672-97fb-bdb3e7e236ef tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Sep 10 16:37:11.570122 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20155703-aea2-436a-8c3a-dba77e631b3f req-6eebdb19-237b-4315-acf4-d60397a6e581 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:11.571537 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20155703-aea2-436a-8c3a-dba77e631b3f req-6eebdb19-237b-4315-acf4-d60397a6e581 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0491071 Sep 10 16:37:11.609090 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-20155703-aea2-436a-8c3a-dba77e631b3f req-c130081f-6989-4aa7-bc92-e82adb84ce51 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7cbd58e-ec21-4a00-98af-b7f069a47219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Sep 10 16:37:11.818171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-4b905e6b-7b16-43ef-8b2d-415bf1cd4428 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:11.819618 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-4b905e6b-7b16-43ef-8b2d-415bf1cd4428 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 946 time: 0.0510297 Sep 10 16:37:11.911690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Deleting port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:11.911946 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:11.999168 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] For port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:11.999557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:12.162197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:12.162472 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:12.162784 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Floating IP ebfca47f-2754-4de5-a3f8-4b0f949493e2 disassociated. External IP: 172.27.3.77, port: 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e. Sep 10 16:37:12.163123 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Calling delete_port for 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:12.287682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:12.317926 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'Port': ['ID=7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:12.430954 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:37:12.539895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:37:12.550882 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:37:12.579131 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:12.580145 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:12.583285 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] No DVR routers for this DVR port 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:37:12.585874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:12.588390 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ff59500-e514-4ee9-8db0-53ae0464c23f req-c7f92416-f109-45ff-81d4-7b7f21f68e1d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.39 "DELETE /v2.0/ports/7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e HTTP/1.1" status: 204 len: 173 time: 0.7587242 Sep 10 16:37:12.588756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-deleted', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:37:12.591043 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4b470-5e0a-4df4-bf26-a7f308142a31" -d '{"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-deleted", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:37:12.638050 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ffd424-98f2-4d94-b0a3-57d0adcbca05 x-openstack-request-id: req-66ffd424-98f2-4d94-b0a3-57d0adcbca05 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:37:12.638342 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99dd029-92e2-4807-a17a-b64ede71c29d", "name": "network-vif-deleted", "tag": "7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:37:12.638617 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66ffd424-98f2-4d94-b0a3-57d0adcbca05 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:37:12.639026 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99dd029-92e2-4807-a17a-b64ede71c29d', 'name': 'network-vif-deleted', 'tag': '7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e', 'status': 'completed', 'code': 200} Sep 10 16:37:12.726590 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-55e72232-bc50-4680-be7e-07c4eb9b4b5d req-88250747-c87f-4754-a3f2-34f5156471df tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/ports?device_id=a99dd029-92e2-4807-a17a-b64ede71c29d HTTP/1.1" status: 200 len: 210 time: 0.0310097 Sep 10 16:37:12.730023 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:12.952651 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:12.981239 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:37:12.989732 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:12.990321 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:13.092569 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:13.279587 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:13.304934 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8881d094-c765-4da3-96cb-c5b42bec43db None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:30:23Z', 'revision_number': 4, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3f2e373b-14bc-499a-966f-8ddd4a20f41d', 'name': '', 'network_id': '7ccab627-9628-40d2-b708-2150bb12b7f5', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'mac_address': 'fa:16:3e:f2:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:19Z', 'updated_at': '2021-09-10T16:30:38Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'subnets': [{'id': '1e5100fe-e505-40c2-898a-0749f8518c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:37:13.500909 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145772f9-a529-4049-b44b-f799255957b3 None None] New status for floating IP ebfca47f-2754-4de5-a3f8-4b0f949493e2: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:37:13.822347 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50152) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:13.878122 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:13.901823 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:13.950069 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:13.952616 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:13.955729 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7cbd58e-ec21-4a00-98af-b7f069a47219 HTTP/1.1" status: 204 len: 168 time: 0.1323123 Sep 10 16:37:13.957380 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50154) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:13.968032 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0eb4-5b6e-4f84-bfa5-a91804dfd96d tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cbd58e-ec21-4a00-98af-b7f069a47219,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:13.971822 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.api.v2.resource [None req-c0478be1-736c-4dab-8fe7-b559e6052267 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] show failed (client error): The resource could not be found. Sep 10 16:37:13.972846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c0478be1-736c-4dab-8fe7-b559e6052267 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "GET /v2.0/security-groups/e7cbd58e-ec21-4a00-98af-b7f069a47219 HTTP/1.1" status: 404 len: 347 time: 0.0144954 Sep 10 16:37:13.975617 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50158) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:14.059644 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50160) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:14.107370 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Deleting port 8b49a4cf-7a68-42a5-9596-b1e176f07c1d {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:14.107718 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.167171 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eb05afec-5d18-4bf2-a558-186520d871fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.185693 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.186026 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.199539 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Calling delete_port for 8b49a4cf-7a68-42a5-9596-b1e176f07c1d owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:14.255984 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eb05afec-5d18-4bf2-a558-186520d871fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.260396 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eb05afec-5d18-4bf2-a558-186520d871fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.269633 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:14.290569 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:14.291184 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 7c4c1cc8-6b0a-4646-b3ec-8253286d0e9e not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:14.296783 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05afec-5d18-4bf2-a558-186520d871fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43074424-8bcf-4217-bd96-c6250782400e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:14.305297 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-eb05afec-5d18-4bf2-a558-186520d871fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77632d8546b540fa99bdddf7b2497c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421825 Sep 10 16:37:14.305982 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50164) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:14.342634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.356373 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.368625 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Pushing event deleted for resources: {'Port': ['ID=8b49a4cf-7a68-42a5-9596-b1e176f07c1d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:14.379742 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.425767 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.426198 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.428671 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.428814 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.429879 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43074424-8bcf-4217-bd96-c6250782400e HTTP/1.1" status: 204 len: 168 time: 0.1233535 Sep 10 16:37:14.430204 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-61d12992-e282-42e8-b79a-497c70966350 tempest-AttachVolumeShelveTestJSON-1792395078 tempest-AttachVolumeShelveTestJSON-1792395078-project] 10.222.0.23 "DELETE /v2.0/floatingips/ebfca47f-2754-4de5-a3f8-4b0f949493e2 HTTP/1.1" status: 204 len: 168 time: 0.4533434 Sep 10 16:37:14.440222 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c833c-1c33-402f-a7b9-368c3451700e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43074424-8bcf-4217-bd96-c6250782400e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:14.710485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50174) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:14.725438 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cfe1-f5a9-405e-8869-8fa1c6273c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.815729 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cfe1-f5a9-405e-8869-8fa1c6273c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.819508 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4fd4cfe1-f5a9-405e-8869-8fa1c6273c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:14.859351 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4fd4cfe1-f5a9-405e-8869-8fa1c6273c93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dec15785a664f409369a658202fc091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474643 Sep 10 16:37:14.860918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4cfe1-f5a9-405e-8869-8fa1c6273c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2b945a-4756-48f0-aa88-bbf1cf38b8ff,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:14.862666 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50176) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:14.914024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:15.170870 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:15.216847 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:15.219737 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:15.220875 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f2b945a-4756-48f0-aa88-bbf1cf38b8ff HTTP/1.1" status: 204 len: 168 time: 0.3566103 Sep 10 16:37:15.228373 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b733a5-34e3-46b3-a819-f0e7adb26133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2b945a-4756-48f0-aa88-bbf1cf38b8ff,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:16.854777 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50240) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:17.338839 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:17.572642 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Deleting port 3f2e373b-14bc-499a-966f-8ddd4a20f41d {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:17.573011 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:17.652138 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] For port 3f2e373b-14bc-499a-966f-8ddd4a20f41d, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3f2e373b-14bc-499a-966f-8ddd4a20f41d,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:17.652423 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:17.665202 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Calling delete_port for 3f2e373b-14bc-499a-966f-8ddd4a20f41d owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:17.730114 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-58707eed-d75d-4c26-b238-5544033c8889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:17.846300 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:17.870653 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2e373b-14bc-499a-966f-8ddd4a20f41d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:18.049557 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.277393 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Router 15bf24e2-085c-443e-a75a-17971e5a8953 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:37:18.383445 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:37:18.389558 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a8884976-d58d-4478-9dab-37d2fbabb84d admin admin] 10.222.0.23 "PUT /v2.0/routers/15bf24e2-085c-443e-a75a-17971e5a8953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325513 Sep 10 16:37:18.390887 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50268) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:18.393527 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Sync routers for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:37:18.402809 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:18.403570 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:18.491845 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.505085 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:18.600677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.675374 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Deleting port 7829588d-776b-449a-9e14-b17290bf7cb0 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:18.675717 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.707302 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:37:17Z', 'revision_number': 5, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port': {'id': '7829588d-776b-449a-9e14-b17290bf7cb0', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:30:14Z', 'updated_at': '2021-09-10T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:18.748031 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Checking router: 15bf24e2-085c-443e-a75a-17971e5a8953 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:37:18.757732 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Routers {'15bf24e2-085c-443e-a75a-17971e5a8953'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:18.757919 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:36:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['15bf24e2-085c-443e-a75a-17971e5a8953'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:18.760164 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] For port 7829588d-776b-449a-9e14-b17290bf7cb0, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7829588d-776b-449a-9e14-b17290bf7cb0,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:18.760542 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.772858 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Calling delete_port for 7829588d-776b-449a-9e14-b17290bf7cb0 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:18.815892 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-61e4a2fd-23f9-4769-b8ff-4335e005b73c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394375 Sep 10 16:37:18.903365 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-5de197f4-e104-4989-88f3-162a84805448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:18.905068 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-5de197f4-e104-4989-88f3-162a84805448 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 1098 time: 0.0442300 Sep 10 16:37:18.944786 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] Set router 15bf24e2-085c-443e-a75a-17971e5a8953 gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:18.946907 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:18.973941 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7829588d-776b-449a-9e14-b17290bf7cb0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:18.999414 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:37:18Z', 'revision_number': 6, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:19.026659 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-f9852837-c668-449a-8a58-066489ba9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:19.028342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-f9852837-c668-449a-8a58-066489ba9f4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.1025629 Sep 10 16:37:19.039153 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5cee4-e00b-424a-88a0-93daea5dcb05 None None] The sync data for ids ['15bf24e2-085c-443e-a75a-17971e5a8953'] in dv-cinder-808464-1-iscsi is: [{'id': '15bf24e2-085c-443e-a75a-17971e5a8953', 'name': 'tempest-AttachVolumeShelveTestJSON-963991963-router', 'tenant_id': '26b29df74bc24f1a94469aa298bc4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:30:12Z', 'updated_at': '2021-09-10T16:37:18Z', 'revision_number': 6, 'project_id': '26b29df74bc24f1a94469aa298bc4b2c', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:37:19.041408 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.096359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-7e8c4c7a-c2bc-4646-808a-41646f7e17ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 200 len: 1000 time: 0.0612948 Sep 10 16:37:19.136040 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.138154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.144270 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-44227cff-30ea-4b8c-959f-a4679cac1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:19.145711 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-44227cff-30ea-4b8c-959f-a4679cac1ac4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0426178 Sep 10 16:37:19.183754 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.184365 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bf24e2-085c-443e-a75a-17971e5a8953 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:37:19.189480 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.190618 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-186586b3-1a1d-4d03-ba80-1c4a3af4cbc8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/15bf24e2-085c-443e-a75a-17971e5a8953 HTTP/1.1" status: 204 len: 168 time: 0.7988021 Sep 10 16:37:19.193148 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50270) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:19.196449 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-a639ad9d-104d-4efa-a6cd-8d8c15d07e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:19.197968 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-a639ad9d-104d-4efa-a6cd-8d8c15d07e66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452690 Sep 10 16:37:19.238716 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Deleting subnet 1e5100fe-e505-40c2-898a-0749f8518c23 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:37:19.241773 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.279576 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.292855 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-5a071084-cf36-4f15-92f4-e57e425e6d47 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Sep 10 16:37:19.383549 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.399648 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8235f5a8-7ccd-4113-acb3-6ef807981cfe req-602e1658-45a6-471c-b467-6c028fe1bd13 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986893 Sep 10 16:37:19.443231 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.470457 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5100fe-e505-40c2-898a-0749f8518c23,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:19.474392 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.478938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50282) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:19.479069 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b800a39f-80cc-41b8-a3d2-77bf6eafb75b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e5100fe-e505-40c2-898a-0749f8518c23 HTTP/1.1" status: 204 len: 168 time: 0.2848558 Sep 10 16:37:19.484012 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e2183-2cba-42fe-ba6b-37502b9d8d8d None None] Network 7ccab627-9628-40d2-b708-2150bb12b7f5 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:19.558083 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.592778 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50286) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:19.614901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Deleting port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:19.615239 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.683652 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] For port a4d71947-3aa9-4d69-8c61-c727d9cb37f4, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,segment=NetworkSegment(4717b55e-9e30-4a92-9abc-71b1ec5240a2),segment_id=4717b55e-9e30-4a92-9abc-71b1ec5240a2)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:19.684011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.695742 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Calling delete_port for a4d71947-3aa9-4d69-8c61-c727d9cb37f4 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:19.701726 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f4859d3-cc40-4e59-996e-309a05fc978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.775675 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.792116 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f4859d3-cc40-4e59-996e-309a05fc978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.795886 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f4859d3-cc40-4e59-996e-309a05fc978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.804369 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d71947-3aa9-4d69-8c61-c727d9cb37f4,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:19.808026 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] No DVR routers for this DVR port a4d71947-3aa9-4d69-8c61-c727d9cb37f4 on host dv-cinder-808464-1-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:37:19.841228 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f4859d3-cc40-4e59-996e-309a05fc978c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d6a90eb9d084b598ce75df32edd742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468922 Sep 10 16:37:19.842120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4859d3-cc40-4e59-996e-309a05fc978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131c9b71-19c0-4367-bb41-bab4d1fae6af,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:19.844119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50290) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:19.864863 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a0772-0ef2-471d-81e9-fb278fb7ce46 None None] DHCP port deletion for 7ccab627-9628-40d2-b708-2150bb12b7f5 request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:37:19.895381 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.932967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccab627-9628-40d2-b708-2150bb12b7f5']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:19.944173 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4717b55e-9e30-4a92-9abc-71b1ec5240a2') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:19.944470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4717b55e-9e30-4a92-9abc-71b1ec5240a2') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:19.960227 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.971995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.982868 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.995833 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:37:19.996228 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:37:19.997968 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:37:20.011726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.032828 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-358ff19a-bfa6-4b3c-9855-55a8307f77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.075016 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.081501 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.083441 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7ccab627-9628-40d2-b708-2150bb12b7f5 HTTP/1.1" status: 204 len: 168 time: 0.6033735 Sep 10 16:37:20.098524 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05118b4-96ff-40b4-82f1-2253d9130a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccab627-9628-40d2-b708-2150bb12b7f5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:20.120591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.123387 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.124544 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/131c9b71-19c0-4367-bb41-bab4d1fae6af HTTP/1.1" status: 204 len: 168 time: 0.2793481 Sep 10 16:37:20.134888 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514535f8-cb39-45f7-b74e-97a7f4a73104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131c9b71-19c0-4367-bb41-bab4d1fae6af,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:20.226420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50296) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:20.266487 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d3caa85e-52aa-4647-95dd-c247e824ea6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26b29df74bc24f1a94469aa298bc4b2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387836 Sep 10 16:37:20.268898 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50300) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:20.316365 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.338877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.386984 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.390904 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.394646 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0023a257-d15d-4ac4-99d4-4eeba97e0694 HTTP/1.1" status: 204 len: 168 time: 0.1224177 Sep 10 16:37:20.402800 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6406a-677a-4282-99c8-133fd73789f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023a257-d15d-4ac4-99d4-4eeba97e0694,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:20.406557 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.411533 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50304) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:20.426761 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a059a89-98e4-4101-9d0c-513195161ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.516313 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a059a89-98e4-4101-9d0c-513195161ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.520203 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4a059a89-98e4-4101-9d0c-513195161ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.561226 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4a059a89-98e4-4101-9d0c-513195161ada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10c78ef251434dc382bc90a6a3a8b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485751 Sep 10 16:37:20.562309 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a059a89-98e4-4101-9d0c-513195161ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a61ca-dc2f-46dd-9cef-8fe47901fbe8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:20.564279 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50306) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:20.623852 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.647014 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a4d71947-3aa9-4d69-8c61-c727d9cb37f4 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:20.654935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.664883 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: a4d71947-3aa9-4d69-8c61-c727d9cb37f4 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:20.665672 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device a4d71947-3aa9-4d69-8c61-c727d9cb37f4 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:20.665672 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3f2e373b-14bc-499a-966f-8ddd4a20f41d no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:20.689198 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 3f2e373b-14bc-499a-966f-8ddd4a20f41d {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:20.689819 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3f2e373b-14bc-499a-966f-8ddd4a20f41d not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:20.690719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7829588d-776b-449a-9e14-b17290bf7cb0 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:20.708132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.710857 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.715545 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a84a61ca-dc2f-46dd-9cef-8fe47901fbe8 HTTP/1.1" status: 204 len: 168 time: 0.1501818 Sep 10 16:37:20.720940 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 7829588d-776b-449a-9e14-b17290bf7cb0 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:20.721463 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7829588d-776b-449a-9e14-b17290bf7cb0 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:20.726062 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a2e96-4a6c-4a61-a4fa-9d8c1410ea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a61ca-dc2f-46dd-9cef-8fe47901fbe8,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:20.742016 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:20.940607 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:37:21.468103 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.066934 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.138112 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50422) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:23.246807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57e6cb9-ff0d-4412-89ca-a1a14424c2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.359841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57e6cb9-ff0d-4412-89ca-a1a14424c2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.363778 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a57e6cb9-ff0d-4412-89ca-a1a14424c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.406602 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-a57e6cb9-ff0d-4412-89ca-a1a14424c2c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79ee25f833314a2db5bcd1c7ed2ae707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671809 Sep 10 16:37:23.407818 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e6cb9-ff0d-4412-89ca-a1a14424c2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78514a45-f6e4-42d8-8360-f603287bfa5e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:23.409581 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50426) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:23.461849 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.483240 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.535429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.538013 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.539959 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78514a45-f6e4-42d8-8360-f603287bfa5e HTTP/1.1" status: 204 len: 168 time: 0.1292217 Sep 10 16:37:23.552273 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4807a62-0096-4091-b8c3-b6a01562adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78514a45-f6e4-42d8-8360-f603287bfa5e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:23.831018 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50432) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:23.847335 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0c16-37fa-4d05-a311-0e6c759271a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.939077 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0c16-37fa-4d05-a311-0e6c759271a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.942725 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0c16-37fa-4d05-a311-0e6c759271a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:23.979468 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2e4b0c16-37fa-4d05-a311-0e6c759271a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5736a514ce4c406b8a95e883c60409ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473095 Sep 10 16:37:23.981559 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b0c16-37fa-4d05-a311-0e6c759271a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff597f-0b94-4c0b-8433-166c3185e524,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:23.982366 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50434) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:24.045859 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.067267 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.112507 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.115014 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.116187 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeff597f-0b94-4c0b-8433-166c3185e524 HTTP/1.1" status: 204 len: 168 time: 0.1328256 Sep 10 16:37:24.123918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b0a16-34d7-40ce-8009-848ca3b86519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff597f-0b94-4c0b-8433-166c3185e524,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:24.478181 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50452) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:24.628340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92e63490-5721-4b8a-a773-8acf6385fe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.719101 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92e63490-5721-4b8a-a773-8acf6385fe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.723740 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-92e63490-5721-4b8a-a773-8acf6385fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.762172 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-92e63490-5721-4b8a-a773-8acf6385fe36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95e370018fdf4d31b345a172a3190e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828419 Sep 10 16:37:24.764177 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e63490-5721-4b8a-a773-8acf6385fe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8287e5f8-5c86-4170-8941-b68f002bc7ac,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:24.764869 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50468) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:24.819081 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.840147 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.888589 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.891312 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:24.894708 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8287e5f8-5c86-4170-8941-b68f002bc7ac HTTP/1.1" status: 204 len: 168 time: 0.1258826 Sep 10 16:37:24.900929 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46dee9-c93d-4d8b-9b2b-f5594823c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287e5f8-5c86-4170-8941-b68f002bc7ac,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:27.942380 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50644) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.052520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab267-fdef-4218-bc7a-746868e7b624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.139221 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab267-fdef-4218-bc7a-746868e7b624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.143523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab267-fdef-4218-bc7a-746868e7b624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.181765 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3b8ab267-fdef-4218-bc7a-746868e7b624 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f06b9b99c5e3400bb976c182ad841924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383561 Sep 10 16:37:28.182647 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab267-fdef-4218-bc7a-746868e7b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c47d6c-a0b2-4857-bcf5-564979e7c6ed,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:28.185140 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50648) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.233414 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.254661 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.300383 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.303338 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.304474 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c47d6c-a0b2-4857-bcf5-564979e7c6ed HTTP/1.1" status: 204 len: 168 time: 0.1189208 Sep 10 16:37:28.312134 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7fd6c-fb81-441e-acfe-63fce9e52bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c47d6c-a0b2-4857-bcf5-564979e7c6ed,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:28.526984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50660) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.633317 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be6efabf-8072-42c5-bb94-a8b5f1b15a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.635739 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50664) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.654689 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b321184a-5f7c-433b-95fc-c970337f8be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.745089 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be6efabf-8072-42c5-bb94-a8b5f1b15a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.750550 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-be6efabf-8072-42c5-bb94-a8b5f1b15a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.796813 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-be6efabf-8072-42c5-bb94-a8b5f1b15a15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33b1af4f55c741968cb787c096923c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687471 Sep 10 16:37:28.798838 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6efabf-8072-42c5-bb94-a8b5f1b15a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05f3c0-4eeb-46c3-816d-dcd9c6a4b3d2,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:28.799965 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50666) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.852085 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.866943 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b321184a-5f7c-433b-95fc-c970337f8be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.870915 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b321184a-5f7c-433b-95fc-c970337f8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.873149 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.908649 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b321184a-5f7c-433b-95fc-c970337f8be6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e1aae64d0c14a51bf1457fd7218d450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716434 Sep 10 16:37:28.909552 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321184a-5f7c-433b-95fc-c970337f8be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5515a2ed-4d45-41d6-ac22-ca90a4cc6666,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:28.911142 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50668) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:28.939381 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.942097 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.943237 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d05f3c0-4eeb-46c3-816d-dcd9c6a4b3d2 HTTP/1.1" status: 204 len: 168 time: 0.1422949 Sep 10 16:37:28.958656 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7fdfa-705e-42c4-a0c1-313f20c99a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05f3c0-4eeb-46c3-816d-dcd9c6a4b3d2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:28.974530 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:28.997252 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.051677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.054178 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.055408 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5515a2ed-4d45-41d6-ac22-ca90a4cc6666 HTTP/1.1" status: 204 len: 168 time: 0.1431499 Sep 10 16:37:29.064019 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e17cfd-9611-4da7-9cce-fc290d6275cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5515a2ed-4d45-41d6-ac22-ca90a4cc6666,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:29.274511 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50678) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:29.287643 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f61a4fa7-fd35-45f2-92ab-0c2c8f7ea9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.379178 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f61a4fa7-fd35-45f2-92ab-0c2c8f7ea9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.383390 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f61a4fa7-fd35-45f2-92ab-0c2c8f7ea9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.422059 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f61a4fa7-fd35-45f2-92ab-0c2c8f7ea9bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96d2ce44038e44f18bbd12a61cd1e193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464901 Sep 10 16:37:29.423580 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a4fa7-fd35-45f2-92ab-0c2c8f7ea9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5acb53-4c99-4c00-a83d-e835ed07c11a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:29.424813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50684) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:29.490357 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.511757 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.567241 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.569728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:29.570857 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b5acb53-4c99-4c00-a83d-e835ed07c11a HTTP/1.1" status: 204 len: 168 time: 0.1451128 Sep 10 16:37:29.579099 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222e8d2-7f25-4c3d-9dc4-9692058081c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5acb53-4c99-4c00-a83d-e835ed07c11a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:30.252650 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50728) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:30.346792 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2070868607-network', 'tenant_id': '9ebff9d673f54a089557f31c249c7d41'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:30.367649 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Made reservation on behalf of 9ebff9d673f54a089557f31c249c7d41 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:37:30.369895 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.378754 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.472021 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.477136 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.501082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:37:30.510780 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0000bd-b18d-44e9-9ac3-872d6e78249b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:30.515728 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.516086 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Added segment fc20a7b2-90f1-4381-a82c-6bede1149e9a of type vlan for network e06e8252-c603-4295-a6ed-d907916e7dc7 Sep 10 16:37:30.556610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.581894 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.582990 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:30.583887 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.617505 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50740) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:30.618078 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3637683 Sep 10 16:37:30.628515 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Request body: {'subnet': {'network_id': 'e06e8252-c603-4295-a6ed-d907916e7dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2070868607-subnet', 'tenant_id': '9ebff9d673f54a089557f31c249c7d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:30.651026 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Made reservation on behalf of 9ebff9d673f54a089557f31c249c7d41 for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:37:30.652506 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0625-62cc-4105-b469-9f6e3ad2ecd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e06e8252-c603-4295-a6ed-d907916e7dc7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:30.653702 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8982262'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.664028 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network e06e8252-c603-4295-a6ed-d907916e7dc7 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:37:30.839575 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8982248'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.902639 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b495749f-d512-40cf-84cf-1bef8a9fe3c3,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:30.907787 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Checking segment: {'id': 'fc20a7b2-90f1-4381-a82c-6bede1149e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e06e8252-c603-4295-a6ed-d907916e7dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:37:30.908136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Network hostable DHCP agents. Network: e06e8252-c603-4295-a6ed-d907916e7dc7, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:37:30.926175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Network e06e8252-c603-4295-a6ed-d907916e7dc7 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:37:30.936303 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, e06e8252-c603-4295-a6ed-d907916e7dc7) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:37:30.943067 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:30.943914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:30.945237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450df15-fc9f-4fd7-87a5-5e78dc3c2245 None None] Network e06e8252-c603-4295-a6ed-d907916e7dc7 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:30.989849 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bfe6fd7a-c730-486e-9789-2df000e75af3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3708098 Sep 10 16:37:31.009837 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bc9fc-6364-4031-8798-bd2578d1bdc9 req-a2bbdae2-5815-4191-b08c-c69172522a2a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:31.020300 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ab9bc9fc-6364-4031-8798-bd2578d1bdc9 req-a2bbdae2-5815-4191-b08c-c69172522a2a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0735195 Sep 10 16:37:31.061355 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ab9bc9fc-6364-4031-8798-bd2578d1bdc9 req-0595bd70-34fb-47f4-baf8-f1a5138b416a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Sep 10 16:37:31.101283 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10722b-c1be-4ed9-ad0e-2d4d2a60cb82 None None] Network e06e8252-c603-4295-a6ed-d907916e7dc7 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:31.562521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50770) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:31.568364 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-517767560-network', 'tenant_id': 'f1bd939766404dc696c37e317a9d8a22'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:31.589772 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Made reservation on behalf of f1bd939766404dc696c37e317a9d8a22 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:37:31.592022 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.600332 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.685413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.690159 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.714211 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:37:31.723301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dabb853-ba4b-446d-8f43-15c9d4c12ce1,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:31.729370 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.729715 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Added segment b040b5ba-6020-4d85-9cf0-b0e28784810f of type vlan for network c1cf2c59-618b-4ea3-880c-bd095cd3d05f Sep 10 16:37:31.770582 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.794240 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.795182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:31.795794 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.831668 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2670794 Sep 10 16:37:31.834655 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50772) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:31.839570 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Request body: {'subnet': {'network_id': 'c1cf2c59-618b-4ea3-880c-bd095cd3d05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-517767560-subnet', 'tenant_id': 'f1bd939766404dc696c37e317a9d8a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:31.859772 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Made reservation on behalf of f1bd939766404dc696c37e317a9d8a22 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:37:31.861158 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f04c62-10cf-4831-bb2d-d8787a67a3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c1cf2c59-618b-4ea3-880c-bd095cd3d05f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:31.862672 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:31.871368 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network c1cf2c59-618b-4ea3-880c-bd095cd3d05f details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:37:32.028436 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:32.084479 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc81f388-db89-48d3-af2c-8348d09b60ee,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:32.091822 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Checking segment: {'id': 'b040b5ba-6020-4d85-9cf0-b0e28784810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c1cf2c59-618b-4ea3-880c-bd095cd3d05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:37:32.092184 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Network hostable DHCP agents. Network: c1cf2c59-618b-4ea3-880c-bd095cd3d05f, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:37:32.112957 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Network c1cf2c59-618b-4ea3-880c-bd095cd3d05f is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:37:32.123315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, c1cf2c59-618b-4ea3-880c-bd095cd3d05f) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:37:32.127956 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:32.128590 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:32.133671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1eca0-9009-46e0-8f47-863b49d0732a None None] Network c1cf2c59-618b-4ea3-880c-bd095cd3d05f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:32.145139 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f4594890-683a-49f6-bd96-9b4b8f537320 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3093412 Sep 10 16:37:32.189131 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d1ebb-1a07-418d-8394-cd35100743a0 req-c60532ee-4a4f-40b2-b7d2-1c17f5e3ae28 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:32.190688 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-947d1ebb-1a07-418d-8394-cd35100743a0 req-c60532ee-4a4f-40b2-b7d2-1c17f5e3ae28 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0499001 Sep 10 16:37:32.250557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-947d1ebb-1a07-418d-8394-cd35100743a0 req-49ff76f4-9c2c-4468-aff1-9c2056c7bbcf tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476851 Sep 10 16:37:32.305400 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff51af6-1fd9-47bd-b91d-82397acb0d2e None None] Network c1cf2c59-618b-4ea3-880c-bd095cd3d05f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:37:32.464547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-d8a05436-06d9-4bea-9ebe-b2bc6c28c450 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:32.466220 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-d8a05436-06d9-4bea-9ebe-b2bc6c28c450 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 945 time: 0.0591474 Sep 10 16:37:32.787155 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port 12ec8806-3a8e-49c5-9215-f110905e62cc {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:37:32.788002 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:32.876091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] For port 12ec8806-3a8e-49c5-9215-f110905e62cc, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=12ec8806-3a8e-49c5-9215-f110905e62cc,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:32.876368 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:33.037644 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:33.038009 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:33.038320 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 03e7d4c2-6392-4dd9-87d0-7795965be647 disassociated. External IP: 172.27.3.98, port: 12ec8806-3a8e-49c5-9215-f110905e62cc. Sep 10 16:37:33.038657 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for 12ec8806-3a8e-49c5-9215-f110905e62cc owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:37:33.164369 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:33.191834 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=12ec8806-3a8e-49c5-9215-f110905e62cc,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:33.302302 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:37:33.362686 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1ab0e3e1-6e22-46ea-bfac-67accdbcfe94 req-5341d396-a592-414c-ac70-ebf097fafeae tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 210 time: 0.0535688 Sep 10 16:37:33.427561 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:37:33.436879 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:37:33.446346 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:33.446941 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:37:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:33.466308 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] No DVR routers for this DVR port 12ec8806-3a8e-49c5-9215-f110905e62cc on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:37:33.468962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:33.471711 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-99860119-120b-42ae-98f9-fe57e9caeed5 req-c4b8c537-8fe0-4aba-b4d2-394bba330824 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "DELETE /v2.0/ports/12ec8806-3a8e-49c5-9215-f110905e62cc HTTP/1.1" status: 204 len: 173 time: 0.9993677 Sep 10 16:37:33.472153 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'name': 'network-vif-deleted', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:37:33.474936 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b8ae5e-65e6-44bd-abbd-a87f0769c071" -d '{"events": [{"server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "name": "network-vif-deleted", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:37:33.515401 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897001b-d29d-4bd2-8cc0-01be0aeb99c7 x-openstack-request-id: req-2897001b-d29d-4bd2-8cc0-01be0aeb99c7 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:37:33.515791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7bac1a-b257-457c-a56b-6de4b29bc28d", "name": "network-vif-deleted", "tag": "12ec8806-3a8e-49c5-9215-f110905e62cc", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:37:33.516620 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2897001b-d29d-4bd2-8cc0-01be0aeb99c7 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:37:33.517555 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7bac1a-b257-457c-a56b-6de4b29bc28d', 'name': 'network-vif-deleted', 'tag': '12ec8806-3a8e-49c5-9215-f110905e62cc', 'status': 'completed', 'code': 200} Sep 10 16:37:33.554976 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:33.867955 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:33.894269 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:37:33.902297 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:33.902893 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:37:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:34.006645 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:34.219565 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:34.245500 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ec983-b96e-4ead-9cbd-cd284a72b4fe None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:37:34.453142 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77a9fb-6bd8-409a-93af-3d954d87c7eb None None] New status for floating IP 03e7d4c2-6392-4dd9-87d0-7795965be647: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:37:34.456310 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3a25a711-a331-4839-aafe-aeb0856e6bb3 req-9dbcd904-50e9-4e3a-9cc6-6fabc6afb969 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 210 time: 0.0262339 Sep 10 16:37:35.555473 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-07742d62-b7be-4cd2-9277-ed25ef66a22c req-68b60ec6-2cad-412b-9e38-58b46a40e793 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b7bac1a-b257-457c-a56b-6de4b29bc28d HTTP/1.1" status: 200 len: 210 time: 0.0292830 Sep 10 16:37:36.802038 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-6252b6c6-21d6-427a-bf44-51e07a55de6e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625024596&fields=id&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 267 time: 0.0323117 Sep 10 16:37:36.917650 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-ed37140b-da6e-41fa-a3d3-708d4719bfad tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:36.919007 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-ed37140b-da6e-41fa-a3d3-708d4719bfad tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1105661 Sep 10 16:37:36.934428 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-4f176f7b-b72a-4278-8493-6bd82cc428f0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/quotas/5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 375 time: 0.0091040 Sep 10 16:37:36.989117 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-80f6b156-0425-42fa-8d4b-4ee594f71a79 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487723 Sep 10 16:37:37.090477 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-0f9d991b-678d-48a4-b2b2-0ee8416e5cc6 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891244 Sep 10 16:37:37.182887 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-dc756ed1-178a-4204-b5d2-f9f148450251 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855761 Sep 10 16:37:37.506818 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2ea03762-e20c-41c0-8d3a-0c54978615cd req-aa61269e-3819-4d95-9491-e51021aed183 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 210 time: 0.0292201 Sep 10 16:37:38.361730 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-bbf03270-aff5-413f-8efc-c3d1ced89d4b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:38.363181 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-bbf03270-aff5-413f-8efc-c3d1ced89d4b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1104388 Sep 10 16:37:38.394537 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 12ec8806-3a8e-49c5-9215-f110905e62cc no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:37:38.410443 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-fd7602b7-e91d-4e0f-830c-37a19fff8b88 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 380 time: 0.0380089 Sep 10 16:37:38.419564 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'port': {'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'admin_state_up': True, 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'security_groups': ['99d851dd-38bc-4544-80f5-70c55e2b2797']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:38.423389 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 12ec8806-3a8e-49c5-9215-f110905e62cc {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:37:38.423953 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 12ec8806-3a8e-49c5-9215-f110905e62cc not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:37:38.494946 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 50884) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:38.560352 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Made reservation on behalf of 5f8fe045a60141dbbff9603dba7515d0 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:37:38.564843 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.622723 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11e92e73-12cf-487b-8816-10158eb9edbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.656392 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-098a7c49-7260-4a9d-adf8-c023bc5bbe1e req-8d7ddd4f-9651-419b-bb5c-cdef7e599b06 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 210 time: 0.0738785 Sep 10 16:37:38.739458 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11e92e73-12cf-487b-8816-10158eb9edbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.748942 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11e92e73-12cf-487b-8816-10158eb9edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.755466 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.20.0.8 (67135f64-7309-4878-8d24-0c2abca9f413/92854a63-44e3-4bec-83e9-e77ea8260068/574e22c9-5aaf-4ce3-88b6-981ab1a029f4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:37:38.800401 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e92e73-12cf-487b-8816-10158eb9edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e576c7d-f29b-4ead-b7a2-a95a5f35229a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:38.807335 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-11e92e73-12cf-487b-8816-10158eb9edbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd400a2cd9794a80a166adad0233880f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110130 Sep 10 16:37:38.809903 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50898) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:38.930268 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.953839 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.970458 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:38.980983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Transition to ACTIVE for port object 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:37:39.032145 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.043236 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.045641 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.046715 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e576c7d-f29b-4ead-b7a2-a95a5f35229a HTTP/1.1" status: 204 len: 168 time: 0.2258732 Sep 10 16:37:39.087941 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:37:39.088754 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a451bf-e310-4021-a93f-a74f5b7d47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e576c7d-f29b-4ead-b7a2-a95a5f35229a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:39.092938 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:37:39.096511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:37:39.126643 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:39.154613 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:39.155383 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.170349 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-0066817b-cb66-43cb-982e-88042b6ff67d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545772 Sep 10 16:37:39.182969 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Request body: {'port': {'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:39.242892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.348284 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50904) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:39.357472 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-411681f9-5feb-4ff1-a75e-68555e0d98d6 None None] Provisioning for port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:37:39.361777 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-411681f9-5feb-4ff1-a75e-68555e0d98d6 None None] Provisioning complete for port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:37:39.362155 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-411681f9-5feb-4ff1-a75e-68555e0d98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.373179 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2909e11b-4e72-4480-b781-bf64d848b797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.398734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-411681f9-5feb-4ff1-a75e-68555e0d98d6 None None] Port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:37:39.583327 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2909e11b-4e72-4480-b781-bf64d848b797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.589862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2909e11b-4e72-4480-b781-bf64d848b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.599250 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:37:39.616222 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.647234 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909e11b-4e72-4480-b781-bf64d848b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89ecbe-3e72-4648-b9e9-4c5c84b62fc5,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:39.651803 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Transition to ACTIVE for port object 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:37:39.655220 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2909e11b-4e72-4480-b781-bf64d848b797 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86aa9c0b8b8447f9af685d001f2fb3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059955 Sep 10 16:37:39.658434 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 50906) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:39.666793 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.752978 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Pushing event updated for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:39.835397 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.864392 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fc50d-d98d-41ba-a7df-d2cd80d38585 req-655c3831-72ae-4cac-a531-444d4837b0c2 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:39.865961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-727fc50d-d98d-41ba-a7df-d2cd80d38585 req-655c3831-72ae-4cac-a531-444d4837b0c2 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.1340306 Sep 10 16:37:39.896778 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.913719 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Attempting to bind port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:37:39.914062 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Attempting to bind port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:37:39.914397 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Attempting to bind port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:37:39.939224 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 on network 67135f64-7309-4878-8d24-0c2abca9f413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:37:39.939563 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Attempting to bind port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:37:39.954362 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:37:39.954700 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:37:39.955089 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Bound using segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:37:39.955546 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Bound port: 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:37:39.955901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:39.960061 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-727fc50d-d98d-41ba-a7df-d2cd80d38585 req-7a90f9b1-1f32-4e24-9f04-cb85ec379a74 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854571 Sep 10 16:37:40.014791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:40.017530 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:40.020987 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c89ecbe-3e72-4648-b9e9-4c5c84b62fc5 HTTP/1.1" status: 204 len: 168 time: 0.3593347 Sep 10 16:37:40.042634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614b836-10e4-46b9-a40d-85f5f6ee9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89ecbe-3e72-4648-b9e9-4c5c84b62fc5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:40.050513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:37:40.065513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:37:40.073174 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:40.115519 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.116205 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:40.117655 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] 10.222.0.39 "PUT /v2.0/ports/574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 1093 time: 0.9392104 Sep 10 16:37:40.118103 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:37:40.120521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2488b32e-fc64-42d5-921f-bf7c834b9887" -d '{"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:37:40.184678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef6c53-08a3-425c-a05c-4a869377b59c x-openstack-request-id: req-82ef6c53-08a3-425c-a05c-4a869377b59c {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:37:40.185214 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:37:40.185616 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82ef6c53-08a3-425c-a05c-4a869377b59c {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:37:40.186146 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'status': 'completed', 'code': 200} Sep 10 16:37:40.201051 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cc6f0-0749-401f-8ed4-38ba88b2658b service neutron] Pushing event updated for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:40.223463 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-4355a9c6-2f75-43f9-995f-56a041b48290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.225051 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-4355a9c6-2f75-43f9-995f-56a041b48290 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1096 time: 0.0580292 Sep 10 16:37:40.272722 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-945810dd-5e2e-44ca-a3dd-8b1dd484a28c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 217 time: 0.0395622 Sep 10 16:37:40.332572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-ab6d167d-9593-4916-a3b9-b4dc65318a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.334168 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-ab6d167d-9593-4916-a3b9-b4dc65318a23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0529757 Sep 10 16:37:40.390099 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794336-8020-412b-bec2-113a2be7444c req-1cc75109-4ff8-4428-9f4a-cfbaa36e7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.391708 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-1cc75109-4ff8-4428-9f4a-cfbaa36e7904 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505004 Sep 10 16:37:40.485886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-519869e0-33ca-40f3-ac38-293720bfb8d2 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867269 Sep 10 16:37:40.573694 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e794336-8020-412b-bec2-113a2be7444c req-d1d3958e-f93c-4833-9ce8-b3cb19950c90 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812395 Sep 10 16:37:40.666798 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-303ee8f9-de21-49b5-9f46-657b2949e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.668283 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-303ee8f9-de21-49b5-9f46-657b2949e2ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1096 time: 0.0421987 Sep 10 16:37:40.764204 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-98651ce2-377f-4399-877a-c14fe5e46996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.766201 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-98651ce2-377f-4399-877a-c14fe5e46996 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0890436 Sep 10 16:37:40.806818 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-48b4e2bc-3206-45c2-a826-76750121c730 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 217 time: 0.0331814 Sep 10 16:37:40.862766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-0bceaa43-853c-4164-91b5-62dd83a647c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.864190 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-0bceaa43-853c-4164-91b5-62dd83a647c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0499306 Sep 10 16:37:40.911246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-3f88a10b-9665-4204-9887-e0a23bb442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:40.912829 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-3f88a10b-9665-4204-9887-e0a23bb442ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415854 Sep 10 16:37:41.006922 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-ff912edc-ae6d-41f8-9c38-6d34973328da service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870740 Sep 10 16:37:41.131849 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b276c7-27c4-40ec-b587-d1424514437d req-7199fe9f-a0ce-4119-ab6e-e7a7787d89a8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:41.133466 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-70b276c7-27c4-40ec-b587-d1424514437d req-7199fe9f-a0ce-4119-ab6e-e7a7787d89a8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0966794 Sep 10 16:37:41.162152 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2488b32e-fc64-42d5-921f-bf7c834b9887 req-cb24db1f-bf57-45f6-a383-02adab004ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477985 Sep 10 16:37:41.183544 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-70b276c7-27c4-40ec-b587-d1424514437d req-a3aa48ef-d565-4b4a-ba69-d5f5397f7672 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Sep 10 16:37:42.301070 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac187dc-e87d-4952-93cc-554efc6bdb85 req-264e12d6-ccda-4eea-8d1d-0c457b7ad657 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:42.302554 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ac187dc-e87d-4952-93cc-554efc6bdb85 req-264e12d6-ccda-4eea-8d1d-0c457b7ad657 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0520382 Sep 10 16:37:42.339755 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3ac187dc-e87d-4952-93cc-554efc6bdb85 req-9922bc68-bd9d-4875-89fa-3972cbdf3879 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Sep 10 16:37:43.451906 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a42478-501b-44f4-97ec-1f473b22e5ec req-0ad9af94-52b2-49e8-9360-2dee86adf070 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:43.453306 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2a42478-501b-44f4-97ec-1f473b22e5ec req-0ad9af94-52b2-49e8-9360-2dee86adf070 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0468917 Sep 10 16:37:43.489887 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a2a42478-501b-44f4-97ec-1f473b22e5ec req-06cae86b-a524-4a5c-9d1e-110704e5b6be tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298848 Sep 10 16:37:44.599461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105853e-ea70-49ef-ae0b-e1a521925c8f req-86d2c023-8a16-450c-bfb4-4bc15e10f4d5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:44.600962 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b105853e-ea70-49ef-ae0b-e1a521925c8f req-86d2c023-8a16-450c-bfb4-4bc15e10f4d5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0478349 Sep 10 16:37:44.636846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b105853e-ea70-49ef-ae0b-e1a521925c8f req-300b6d6e-f0e4-4602-8f20-3f27675ce047 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300236 Sep 10 16:37:45.756081 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b2b0a-f707-4d1c-a4e2-dcafc145e6ff req-63294455-6c85-457c-bf7b-df18ac8c5121 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:45.757436 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff4b2b0a-f707-4d1c-a4e2-dcafc145e6ff req-63294455-6c85-457c-bf7b-df18ac8c5121 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0503962 Sep 10 16:37:45.793726 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ff4b2b0a-f707-4d1c-a4e2-dcafc145e6ff req-00077f60-bf1c-4149-8dd0-e4c552a991b0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305061 Sep 10 16:37:46.904512 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09102056-71d1-4879-a6b6-d355720c1fef req-beb42eba-ee58-40ce-99bf-6693400539d5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:46.905897 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09102056-71d1-4879-a6b6-d355720c1fef req-beb42eba-ee58-40ce-99bf-6693400539d5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0480251 Sep 10 16:37:46.943060 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-09102056-71d1-4879-a6b6-d355720c1fef req-152fcb92-9d5d-4b10-a73e-2691be03915f tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Sep 10 16:37:47.731580 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1208-8197-4104-bc06-bb8265ef3457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:48.056165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc01ee-831b-43c4-821e-f8fead58c98c req-dc0e4a9d-20e7-497e-8a6b-040b51ddc5a3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:48.057596 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d7fc01ee-831b-43c4-821e-f8fead58c98c req-dc0e4a9d-20e7-497e-8a6b-040b51ddc5a3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0467997 Sep 10 16:37:48.095829 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d7fc01ee-831b-43c4-821e-f8fead58c98c req-23192218-9d99-4072-ba68-c3a957da81f6 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Sep 10 16:37:49.207986 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeb536-cd04-418c-9cbe-1cae9afb87f7 req-303e41a6-25d3-402d-ada2-42c89a6e4150 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:49.209416 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35eeb536-cd04-418c-9cbe-1cae9afb87f7 req-303e41a6-25d3-402d-ada2-42c89a6e4150 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0496297 Sep 10 16:37:49.255665 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35eeb536-cd04-418c-9cbe-1cae9afb87f7 req-2da1cae4-4f97-4874-8cdf-f90c729224b6 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Sep 10 16:37:50.034188 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-444fe841-978d-4202-bd92-6d2ad35c3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:50.377974 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0026d-8a69-4ea2-be1a-8dcba4953ba6 req-1e81ed73-e3c8-4d47-a3e9-86712c7745ac tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:50.379470 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ff0026d-8a69-4ea2-be1a-8dcba4953ba6 req-1e81ed73-e3c8-4d47-a3e9-86712c7745ac tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 943 time: 0.0532155 Sep 10 16:37:50.404445 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:50.418939 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8ff0026d-8a69-4ea2-be1a-8dcba4953ba6 req-3a8703e1-0141-4b14-a595-e0d82d2d2c18 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335739 Sep 10 16:37:50.461461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:37:50.554726 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:50.568923 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:37:50.607747 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:50.621203 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:37:50.641332 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:50.645324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:50.693540 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:50.700288 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.700633 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.700972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.701302 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.701627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.702218 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.702538 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.702857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.703198 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.703572 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.703892 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.704212 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:50.723875 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:50.857963 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['574e22c9-5aaf-4ce3-88b6-981ab1a029f4'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:37:51.471814 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:51.535065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57200ed-d7dc-43fe-ba1e-a23c131cafe3 req-f64302f9-eee4-47bc-957d-ef350f403964 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:51.536527 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f57200ed-d7dc-43fe-ba1e-a23c131cafe3 req-f64302f9-eee4-47bc-957d-ef350f403964 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 944 time: 0.0474284 Sep 10 16:37:51.572557 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f57200ed-d7dc-43fe-ba1e-a23c131cafe3 req-a2bbc0ea-93a5-43e0-9410-7d61ce975e00 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301681 Sep 10 16:37:52.194291 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51084) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:52.242247 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Deleting subnet b495749f-d512-40cf-84cf-1bef8a9fe3c3 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:37:52.245344 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.278598 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.317508 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.372620 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.400829 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b495749f-d512-40cf-84cf-1bef8a9fe3c3,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:52.406014 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.409132 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-005c9a18-5a64-4106-8f44-e292b35c2560 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b495749f-d512-40cf-84cf-1bef8a9fe3c3 HTTP/1.1" status: 204 len: 168 time: 0.2137592 Sep 10 16:37:52.411580 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51090) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:52.483405 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:37:52.492986 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.532591 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:37:52.536314 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:37:52.536783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.575880 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.618428 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.643562 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:37:52.646157 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d3607-296c-4483-af8e-1c08073926d1" -d '{"events": [{"server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "name": "network-vif-plugged", "status": "completed", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:37:52.660553 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:37:52.665349 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.690858 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0cea8b-6abe-4f72-abbb-41699cd87436 x-openstack-request-id: req-0d0cea8b-6abe-4f72-abbb-41699cd87436 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:37:52.690858 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "name": "network-vif-plugged", "status": "completed", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:37:52.690858 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d0cea8b-6abe-4f72-abbb-41699cd87436 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:37:52.691506 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'code': 200} Sep 10 16:37:52.724382 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:52.817376 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e8252-c603-4295-a6ed-d907916e7dc7']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:52.846523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc20a7b2-90f1-4381-a82c-6bede1149e9a') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:52.846761 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc20a7b2-90f1-4381-a82c-6bede1149e9a') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:52.857609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.875844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.886910 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb273283-67d3-4d42-acf0-3994ea158014 req-3b5e68c9-859a-40c8-a093-d0c791421ae5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:52.888367 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb273283-67d3-4d42-acf0-3994ea158014 req-3b5e68c9-859a-40c8-a093-d0c791421ae5 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0735774 Sep 10 16:37:52.891013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:37:52.891804 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:37:52.893213 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:37:52.969556 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb273283-67d3-4d42-acf0-3994ea158014 req-7cd4d615-9793-4711-b862-306d89c3a57b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675395 Sep 10 16:37:52.970150 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.975305 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:52.979718 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] 10.222.0.23 "DELETE /v2.0/networks/e06e8252-c603-4295-a6ed-d907916e7dc7 HTTP/1.1" status: 204 len: 168 time: 0.5671873 Sep 10 16:37:52.979997 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51098) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:52.991995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e06e8252-c603-4295-a6ed-d907916e7dc7,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:52.998799 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:52.999144 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:52.999511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:52.999865 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.000982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.001309 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.001638 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.001960 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.002284 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.002603 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.002923 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.003238 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06db2b0-a8ae-4b36-bb99-13898f4e01ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:53.031147 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Deleting subnet cc81f388-db89-48d3-af2c-8348d09b60ee {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:37:53.034266 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.042685 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.068838 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.107084 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.157918 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.185600 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc81f388-db89-48d3-af2c-8348d09b60ee,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:53.190092 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.192182 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c109c860-3d59-4261-9c5a-755174f92c76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cc81f388-db89-48d3-af2c-8348d09b60ee HTTP/1.1" status: 204 len: 168 time: 0.2112079 Sep 10 16:37:53.194540 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:53.260364 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.339000 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.358549 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cf2c59-618b-4ea3-880c-bd095cd3d05f']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:53.368049 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b040b5ba-6020-4d85-9cf0-b0e28784810f') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:53.368348 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b040b5ba-6020-4d85-9cf0-b0e28784810f') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:53.377326 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.390083 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.396541 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:37:53.396922 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:37:53.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:37:53.451011 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.456832 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.458619 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c1cf2c59-618b-4ea3-880c-bd095cd3d05f HTTP/1.1" status: 204 len: 168 time: 0.2631655 Sep 10 16:37:53.468923 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e05f-c400-411e-a524-0b08d66a06e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cf2c59-618b-4ea3-880c-bd095cd3d05f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:53.617938 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51106) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:53.660310 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-84fbcf03-f70e-4b86-bc22-b699b30ec432 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ebff9d673f54a089557f31c249c7d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411408 Sep 10 16:37:53.662732 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51108) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:53.708758 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.729412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.774668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.777360 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:53.778484 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d0000bd-b18d-44e9-9ac3-872d6e78249b HTTP/1.1" status: 204 len: 168 time: 0.1148486 Sep 10 16:37:53.786398 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0533552-deaa-462c-9801-8e7c27515b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0000bd-b18d-44e9-9ac3-872d6e78249b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:54.089483 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb94c-6d19-4ea9-a9ba-77528deb4b6b req-6258157d-3c56-415a-b201-8f1e34e22aa1 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:54.091248 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51116) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:54.095917 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e3bb94c-6d19-4ea9-a9ba-77528deb4b6b req-6258157d-3c56-415a-b201-8f1e34e22aa1 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0570083 Sep 10 16:37:54.129008 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9e3bb94c-6d19-4ea9-a9ba-77528deb4b6b req-d5915031-dde6-42f4-b3bd-d3091a544aa4 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Sep 10 16:37:54.131029 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5ff0ed89-fb00-4fd5-bbdb-f6c4ddb53e0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1bd939766404dc696c37e317a9d8a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386481 Sep 10 16:37:54.133451 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51118) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:54.180644 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:54.200396 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:54.249970 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:54.252864 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:54.254132 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dabb853-ba4b-446d-8f43-15c9d4c12ce1 HTTP/1.1" status: 204 len: 168 time: 0.1197264 Sep 10 16:37:54.262666 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9552-d542-4a76-ac72-6d4c81df4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dabb853-ba4b-446d-8f43-15c9d4c12ce1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:54.390072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cedf2-1f55-433a-aa63-4671e097ce17 req-43a2ec64-29c9-4fa4-8d8f-b272ea4a6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:54.391575 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13cedf2-1f55-433a-aa63-4671e097ce17 req-43a2ec64-29c9-4fa4-8d8f-b272ea4a6ee7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1098 time: 0.0397501 Sep 10 16:37:55.245255 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a45494-c08e-4283-a1cb-65fd36c628a8 req-81f6ef1e-b921-4f29-ad0f-4a625cc4d829 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:55.246708 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76a45494-c08e-4283-a1cb-65fd36c628a8 req-81f6ef1e-b921-4f29-ad0f-4a625cc4d829 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0502989 Sep 10 16:37:55.274766 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51156) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:55.290832 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-76a45494-c08e-4283-a1cb-65fd36c628a8 req-c11676ea-bab3-4e6f-9d44-8f37f644015c tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374167 Sep 10 16:37:55.319486 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d13cedf2-1f55-433a-aa63-4671e097ce17 req-5617147a-5fef-4935-b65e-6b18090a5710 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Sep 10 16:37:55.384802 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.474481 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.477412 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.514156 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=636de05cceaf410f90dd13eee4c75aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382820 Sep 10 16:37:55.516134 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78adce8a-a6cd-4801-a264-2a3c7594f72d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:55.517481 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51160) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:55.523750 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.524105 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.524448 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.524780 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.525111 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.525443 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.525770 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.526095 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.526421 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.526744 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.527066 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.527415 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85cb981-d760-432e-b656-5c4e9e691d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:37:55.565608 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.588135 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.634978 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.637608 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:55.638746 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78adce8a-a6cd-4801-a264-2a3c7594f72d HTTP/1.1" status: 204 len: 168 time: 0.1203117 Sep 10 16:37:55.646987 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec1df9-4e72-46ac-860c-82188ba4ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78adce8a-a6cd-4801-a264-2a3c7594f72d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:56.409958 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b9b0-1844-447b-a79a-35bf066d6bee req-6b3ecd4a-c05c-4b8f-b624-6ee8c2b14704 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:56.411667 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb87b9b0-1844-447b-a79a-35bf066d6bee req-6b3ecd4a-c05c-4b8f-b624-6ee8c2b14704 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0517297 Sep 10 16:37:56.453359 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb87b9b0-1844-447b-a79a-35bf066d6bee req-dae774e6-9237-46ce-a938-e570eb9f23d0 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Sep 10 16:37:56.671998 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51200) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:56.772784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a616389b-9754-4b71-9a31-5e282cdbf68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:56.862950 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a616389b-9754-4b71-9a31-5e282cdbf68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:56.866435 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a616389b-9754-4b71-9a31-5e282cdbf68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:56.902677 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a616389b-9754-4b71-9a31-5e282cdbf68e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f62a7454cdd472fa647471f56f56960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296314 Sep 10 16:37:56.904767 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616389b-9754-4b71-9a31-5e282cdbf68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e3b87-6128-4753-a455-5822d348a16c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:56.905511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51206) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:56.955244 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:56.976182 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:57.023018 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:57.025549 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:57.026699 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c3e3b87-6128-4753-a455-5822d348a16c HTTP/1.1" status: 204 len: 168 time: 0.1200356 Sep 10 16:37:57.034300 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbc411-736b-4eb6-b4ce-d8282f26db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e3b87-6128-4753-a455-5822d348a16c,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:57.564407 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebcf0-3e30-4caf-8c3a-f77445809f12 req-349d7d8f-4fd9-43a2-81d0-2ca854db7fa9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:57.565847 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f00ebcf0-3e30-4caf-8c3a-f77445809f12 req-349d7d8f-4fd9-43a2-81d0-2ca854db7fa9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0473287 Sep 10 16:37:57.602706 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f00ebcf0-3e30-4caf-8c3a-f77445809f12 req-1650d151-31fb-49cb-be9d-56da6a16250e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Sep 10 16:37:57.715940 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7af74-d214-4115-855c-8574ab159d6b req-755f2614-12cf-4729-bea9-ab195312ec01 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:57.717378 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6dc7af74-d214-4115-855c-8574ab159d6b req-755f2614-12cf-4729-bea9-ab195312ec01 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0517039 Sep 10 16:37:57.754379 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6dc7af74-d214-4115-855c-8574ab159d6b req-9595b8d5-cb7a-41db-afdb-0d56ebe93fc9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303688 Sep 10 16:37:57.775543 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51220) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:57.813143 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25ddec-0687-4ef7-99ac-be0e53aec266 tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:57.814878 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cb25ddec-0687-4ef7-99ac-be0e53aec266 tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1093 time: 0.0384080 Sep 10 16:37:57.817574 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51222) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:57.821643 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:37:57.842779 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:57.939163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:57.939408 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:37:58.048874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.27.3.211 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/fb48eb44-d817-4930-8457-610e0ea64765) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:37:58.154251 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.195740 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.232991 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:37:58.239554 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:37:58.242983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:37:58.266932 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=fb48eb44-d817-4930-8457-610e0ea64765,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:58.589487 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.652222 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.796669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.802728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.874774 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=fb48eb44-d817-4930-8457-610e0ea64765,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:37:58.881579 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:58.973615 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 285685d5-ad2b-47f4-9656-4ce3f7f90f41 associated. External IP: 172.27.3.211, port: 574e22c9-5aaf-4ce3-88b6-981ab1a029f4. Sep 10 16:37:59.174326 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:37:59.277955 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:37:59.288755 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:37:59.294597 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:59.304882 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:59.305688 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:37:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:59.322120 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b4071315-1c67-4ff3-8ba9-577c67726cee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5035686 Sep 10 16:37:59.322752 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:37:59.325010 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:37:59.363203 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e5e4b-f589-48d9-9ace-a50defcaeecf x-openstack-request-id: req-207e5e4b-f589-48d9-9ace-a50defcaeecf {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:37:59.363529 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:37:59.363779 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-207e5e4b-f589-48d9-9ace-a50defcaeecf {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:37:59.364181 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'status': 'completed', 'code': 200} Sep 10 16:37:59.418364 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:59.431487 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-b5280a49-8084-4ce9-a8d6-ab2c8661a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:59.433172 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-b5280a49-8084-4ce9-a8d6-ab2c8661a95d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1098 time: 0.0449812 Sep 10 16:37:59.529836 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-2fbb5586-de4b-4e9b-972b-eeb8e3e79d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:59.531313 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-2fbb5586-de4b-4e9b-972b-eeb8e3e79d37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0910602 Sep 10 16:37:59.601940 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-a7a887b8-2696-4ad1-b62c-292e9faaaf36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 999 time: 0.0636470 Sep 10 16:37:59.665986 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:37:58Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:59.666444 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-fd5b6692-1d15-4673-96f4-952dff690dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:59.668672 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-fd5b6692-1d15-4673-96f4-952dff690dc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0593200 Sep 10 16:37:59.692934 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:37:59.701273 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:37:59.702337 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:37:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:37:59.713899 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-23d0d0eb-0beb-4a14-b9b7-1a898089d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:37:59.715402 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-23d0d0eb-0beb-4a14-b9b7-1a898089d349 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402963 Sep 10 16:37:59.729567 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51254) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:37:59.810610 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:37:59.816460 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-9f3565c9-e30c-40f9-992f-aef425cdd338 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937731 Sep 10 16:37:59.863814 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-00f86691-b53e-4fe9-800d-92d6eb4ad8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:37:59.945660 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-907b1dbc-cbad-4c2f-8021-a4e8c8c51cc3 req-b25ae69b-454d-4afd-a0c0-aab34b314c6d service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224203 Sep 10 16:38:00.007668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-00f86691-b53e-4fe9-800d-92d6eb4ad8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.011753 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-00f86691-b53e-4fe9-800d-92d6eb4ad8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.035169 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:37:58Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:00.054866 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-00f86691-b53e-4fe9-800d-92d6eb4ad8ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a02cfd7bd3d941f0a43b56fb98c53f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235571 Sep 10 16:38:00.055790 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f86691-b53e-4fe9-800d-92d6eb4ad8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e0b32-fc7d-4e49-92d0-1d1b77a511ef,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:00.058399 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:00.061445 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341d2c5-3b84-4a39-9ff8-0228fa60206d None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:37:58Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:38:00.113561 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.135532 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.186219 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.191056 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:00.192811 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22e0b32-fc7d-4e49-92d0-1d1b77a511ef HTTP/1.1" status: 204 len: 168 time: 0.1324933 Sep 10 16:38:00.203643 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf528f4-2cf3-47f7-8be9-12b567fc097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e0b32-fc7d-4e49-92d0-1d1b77a511ef,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:00.289188 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2133ba-592a-4e5f-ae1c-3065d0937bab None None] New status for floating IP 285685d5-ad2b-47f4-9656-4ce3f7f90f41: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:38:02.387876 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-26956d4c-e52c-4767-a023-1ae70dae8e28 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=58b89e0f29d744d292341a54667a9e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293615 Sep 10 16:38:02.775177 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-862a19a5-f65b-4e43-8c27-452096d33afc tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:02.776628 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-862a19a5-f65b-4e43-8c27-452096d33afc tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828092 Sep 10 16:38:02.791445 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-7fce92ba-70f5-4387-a707-f81c85c8fe9b tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/quotas/58b89e0f29d744d292341a54667a9e1a HTTP/1.1" status: 200 len: 375 time: 0.0085945 Sep 10 16:38:02.820995 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-1d547af1-a1e8-475f-9075-765666c6ffa5 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58b89e0f29d744d292341a54667a9e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245199 Sep 10 16:38:02.977303 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4b8a1ce8-4166-4d75-b860-e7e04b74f88f req-ae4ccf1f-8a68-436a-bb80-58ed28782c22 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 210 time: 0.0294323 Sep 10 16:38:03.837012 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-931ccc72-0bda-43a1-9a2d-d768b78a8c9f tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=58b89e0f29d744d292341a54667a9e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209548 Sep 10 16:38:03.944470 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-f0b46708-fb8e-447c-bf63-1a6b4ac6a01f tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:03.945635 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-f0b46708-fb8e-447c-bf63-1a6b4ac6a01f tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028123 Sep 10 16:38:03.957826 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Request body: {'port': {'device_id': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e', 'admin_state_up': True, 'tenant_id': '58b89e0f29d744d292341a54667a9e1a'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:04.075342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-64830af5-5282-4773-90b3-ebb4db3ee28c req-c5dc3dbb-3e2e-4d0f-afb9-730f9855f38b tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 210 time: 0.0317998 Sep 10 16:38:04.091120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Made reservation on behalf of 58b89e0f29d744d292341a54667a9e1a for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:04.095394 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.103886 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.192947 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.196573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.264155 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6a540-8bc7-4829-b538-31ab6964732a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:04.328035 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Allocated IP 192.168.233.234 (6f51532e-3784-4414-a7a8-df33e5e9144e/c664a927-86e1-46a8-af04-081c76b62f7a/99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:04.470442 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.483419 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Transition to ACTIVE for port object 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:04.514805 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.556882 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Network 6f51532e-3784-4414-a7a8-df33e5e9144e is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:04.559888 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:04.564013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:04.572177 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Pushing event updated for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:04.620263 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:04.620888 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.637277 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-759f025d-c2f4-47ae-8263-096033c980b1 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6830194 Sep 10 16:38:04.649951 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Request body: {'port': {'device_id': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:04.711980 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.833331 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-101dd33c-f03e-44c7-9391-37e87799ee42 None None] Provisioning for port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:04.836999 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-101dd33c-f03e-44c7-9391-37e87799ee42 None None] Provisioning complete for port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:04.837376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-101dd33c-f03e-44c7-9391-37e87799ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.870591 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-101dd33c-f03e-44c7-9391-37e87799ee42 None None] Port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:38:04.979188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:38:04.986502 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:04.998078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Transition to ACTIVE for port object 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:05.001851 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:05.051520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:05.126091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Attempting to bind port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:05.126404 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Attempting to bind port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:05.126730 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Attempting to bind port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a on network 6f51532e-3784-4414-a7a8-df33e5e9144e {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:05.131531 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a on network 6f51532e-3784-4414-a7a8-df33e5e9144e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:38:05.131853 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Attempting to bind port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a on network 6f51532e-3784-4414-a7a8-df33e5e9144e {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:05.136901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:05.137426 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Checking segment: {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:05.137813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Bound using segment: {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:05.138240 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Bound port: 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb44b55-70bf-4ddc-90cf-ca584057ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:05.138598 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:05.235887 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d973441-9628-4bcf-9a42-7987faa629f6 req-3df09baf-2408-4d42-bd0e-442b6ec0f5b3 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.237284 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d973441-9628-4bcf-9a42-7987faa629f6 req-3df09baf-2408-4d42-bd0e-442b6ec0f5b3 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 948 time: 0.0856676 Sep 10 16:38:05.241619 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:05.246297 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:05.262172 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:05.311494 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4d973441-9628-4bcf-9a42-7987faa629f6 req-7033e2c6-315c-482a-9360-af74036ab109 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675695 Sep 10 16:38:05.314817 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.315485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:05.316909 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] 10.222.0.39 "PUT /v2.0/ports/99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a HTTP/1.1" status: 200 len: 1098 time: 0.6713195 Sep 10 16:38:05.317213 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:38:05.319475 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61" -d '{"events": [{"name": "network-changed", "server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:38:05.350870 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2411-368b-4079-ba29-6588574a4f21 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:05.388152 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c3f95-4e3c-4685-8561-96903b5a3427 x-openstack-request-id: req-399c3f95-4e3c-4685-8561-96903b5a3427 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:38:05.388445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:38:05.388693 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-399c3f95-4e3c-4685-8561-96903b5a3427 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:38:05.389110 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a', 'status': 'completed', 'code': 200} Sep 10 16:38:05.420228 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-08b5086a-c30a-4c6c-a0fa-eecb634224cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.421729 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-08b5086a-c30a-4c6c-a0fa-eecb634224cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b89e0f29d744d292341a54667a9e1a&device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 1101 time: 0.0471668 Sep 10 16:38:05.464727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-08c1886f-5846-4868-bba5-f9f40074541f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a HTTP/1.1" status: 200 len: 217 time: 0.0355210 Sep 10 16:38:05.519025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-1229ff53-642e-4980-91a5-f4817fcf3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.520494 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-1229ff53-642e-4980-91a5-f4817fcf3aa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c664a927-86e1-46a8-af04-081c76b62f7a HTTP/1.1" status: 200 len: 843 time: 0.0495982 Sep 10 16:38:05.564403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-70f17527-4093-4f45-bd16-d1cdc68216f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.565866 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-70f17527-4093-4f45-bd16-d1cdc68216f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f51532e-3784-4414-a7a8-df33e5e9144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385652 Sep 10 16:38:05.655595 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-d2773137-1ddd-4264-8580-b163e8d2e1eb service neutron] 10.222.0.39 "GET /v2.0/networks/6f51532e-3784-4414-a7a8-df33e5e9144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828474 Sep 10 16:38:05.741975 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c2d1f828-63b2-43d1-980f-4745f27da9c9 req-5dc259a1-8671-4e63-b205-c647329424d7 service neutron] 10.222.0.39 "GET /v2.0/networks/6f51532e-3784-4414-a7a8-df33e5e9144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793436 Sep 10 16:38:05.823474 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-57276d47-8cf2-4cf5-99b1-4b5ab1e717ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.824809 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-57276d47-8cf2-4cf5-99b1-4b5ab1e717ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b89e0f29d744d292341a54667a9e1a&device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 1101 time: 0.0390577 Sep 10 16:38:05.919916 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-574cc3c6-2e75-4cda-8060-1245533040a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:05.921360 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-574cc3c6-2e75-4cda-8060-1245533040a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f51532e-3784-4414-a7a8-df33e5e9144e HTTP/1.1" status: 200 len: 870 time: 0.0891545 Sep 10 16:38:05.962307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-c6c70587-dae3-48e9-9ec9-5a126905de75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a HTTP/1.1" status: 200 len: 217 time: 0.0331285 Sep 10 16:38:06.012933 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-e6adcfd5-f16a-4e67-a29b-2e9fab01f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:06.014325 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-e6adcfd5-f16a-4e67-a29b-2e9fab01f0eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c664a927-86e1-46a8-af04-081c76b62f7a HTTP/1.1" status: 200 len: 843 time: 0.0442548 Sep 10 16:38:06.057403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-017c85de-9a27-44c4-afba-32fb0cd86d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:06.058808 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-017c85de-9a27-44c4-afba-32fb0cd86d2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f51532e-3784-4414-a7a8-df33e5e9144e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0375757 Sep 10 16:38:06.147509 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-10d6eca5-b19c-4fb9-96d6-27b68091f306 service neutron] 10.222.0.39 "GET /v2.0/networks/6f51532e-3784-4414-a7a8-df33e5e9144e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807569 Sep 10 16:38:06.237599 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cda8f9b5-8cfd-4d39-80d5-633a0b6afb61 req-4fbade75-cf37-4238-a0b1-f5c079cc7bff service neutron] 10.222.0.39 "GET /v2.0/networks/6f51532e-3784-4414-a7a8-df33e5e9144e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823534 Sep 10 16:38:06.423379 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576aa6-a353-4c66-93d4-ea49ca45c786 req-3a0bfd5e-a416-46a7-ab56-64591d215c95 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:06.424829 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-98576aa6-a353-4c66-93d4-ea49ca45c786 req-3a0bfd5e-a416-46a7-ab56-64591d215c95 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 948 time: 0.0469880 Sep 10 16:38:06.461159 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-98576aa6-a353-4c66-93d4-ea49ca45c786 req-a1d5c04b-338c-4b7c-8b87-59e2c75d7012 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Sep 10 16:38:06.561725 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:38:06.656966 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:06.666907 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a', 'network_id': '6f51532e-3784-4414-a7a8-df33e5e9144e', 'port_id': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a', 'mac_address': 'fa:16:3e:f1:55:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c664a927-86e1-46a8-af04-081c76b62f7a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:38:06.702811 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:06.714908 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:38:06.733388 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:06.737677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:06.782195 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:06.965568 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:38:07.576606 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b080e83-901e-4d91-af26-c70e4c2bf821 req-11711f98-907c-4f7c-99dc-7a2cdf797288 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:07.578024 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b080e83-901e-4d91-af26-c70e4c2bf821 req-11711f98-907c-4f7c-99dc-7a2cdf797288 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 949 time: 0.0501709 Sep 10 16:38:07.614528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9b080e83-901e-4d91-af26-c70e4c2bf821 req-d499ef9c-98bb-4f4f-8f27-c8a9f7da7de7 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299740 Sep 10 16:38:08.593201 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:08.640280 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:08.644551 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:08.644920 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:08.730008 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c06a5f-5ee1-440c-8751-0def131bf11c req-b93b0911-39b0-4ffa-a829-3e0f5c64131d tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:08.731572 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-90c06a5f-5ee1-440c-8751-0def131bf11c req-b93b0911-39b0-4ffa-a829-3e0f5c64131d tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 949 time: 0.0510097 Sep 10 16:38:08.771063 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-90c06a5f-5ee1-440c-8751-0def131bf11c req-6161d741-742c-41e8-ba36-2cf24314249a tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Sep 10 16:38:08.843414 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:08.866071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:38:08.868318 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4910e8c-38e1-43f1-aa87-c7765a0a7237" -d '{"events": [{"server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "name": "network-vif-plugged", "status": "completed", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:38:08.881099 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:08.885250 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:08.908601 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9ff49-e28a-4a2d-b979-a442572d5370 x-openstack-request-id: req-a3b9ff49-e28a-4a2d-b979-a442572d5370 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:38:08.908887 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "name": "network-vif-plugged", "status": "completed", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:38:08.909134 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3b9ff49-e28a-4a2d-b979-a442572d5370 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:38:08.909519 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a', 'code': 200} Sep 10 16:38:08.933481 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:09.065768 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8cfa4-b16e-42fa-b59b-9c6f0d16f3da req-34f4550f-02cc-4396-961d-7971c26edf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:09.067306 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ba8cfa4-b16e-42fa-b59b-9c6f0d16f3da req-34f4550f-02cc-4396-961d-7971c26edf12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 1103 time: 0.0384872 Sep 10 16:38:09.102029 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-5ba8cfa4-b16e-42fa-b59b-9c6f0d16f3da req-6ff00386-66aa-4a94-90ca-c2b08afb5c19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272553 Sep 10 16:38:09.886901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f7457-93e5-4dc6-9e14-d5e11c42136e req-5ed70e35-f460-4a4a-ac67-c1d892a2b406 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:09.888355 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-365f7457-93e5-4dc6-9e14-d5e11c42136e req-5ed70e35-f460-4a4a-ac67-c1d892a2b406 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 950 time: 0.0510449 Sep 10 16:38:09.924646 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-365f7457-93e5-4dc6-9e14-d5e11c42136e req-f803df25-2da4-4cc7-9cef-45464181ef68 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Sep 10 16:38:11.037657 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac292855-ffa6-4df9-ae4b-2ebbb3598153 req-59c59de0-bc06-4422-9117-cbf53f5dd798 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:11.039094 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac292855-ffa6-4df9-ae4b-2ebbb3598153 req-59c59de0-bc06-4422-9117-cbf53f5dd798 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 950 time: 0.0475614 Sep 10 16:38:11.075020 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ac292855-ffa6-4df9-ae4b-2ebbb3598153 req-32d460ed-df3c-4e47-876a-02856ad13ca5 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301087 Sep 10 16:38:11.327232 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719128cd-a55d-4fc7-b419-74be985e3286 req-6645722b-1ad4-43ab-a650-5e2fd7f6a441 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:11.329265 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-719128cd-a55d-4fc7-b419-74be985e3286 req-6645722b-1ad4-43ab-a650-5e2fd7f6a441 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 950 time: 0.0481286 Sep 10 16:38:11.364929 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-719128cd-a55d-4fc7-b419-74be985e3286 req-3464c5a8-115a-45b9-8d12-66514c79d22c tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297952 Sep 10 16:38:12.483911 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21747c-5c63-4b8f-b4b2-54bfc799ce9d req-82f3e69d-133a-4112-a683-8e0aa3773869 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:12.485437 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d21747c-5c63-4b8f-b4b2-54bfc799ce9d req-82f3e69d-133a-4112-a683-8e0aa3773869 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 950 time: 0.0537393 Sep 10 16:38:12.521739 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2d21747c-5c63-4b8f-b4b2-54bfc799ce9d req-175ad191-5930-4bbf-b434-f1818a07ed37 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cc6a540-8bc7-4829-b538-31ab6964732a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Sep 10 16:38:12.666034 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-8619a67f-44af-4a9b-8bf1-5f5dbbfc2568 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:12.667383 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-8619a67f-44af-4a9b-8bf1-5f5dbbfc2568 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.39 "GET /v2.0/ports?device_id=e424b53a-436a-4fe0-94a2-aac90469343c HTTP/1.1" status: 200 len: 950 time: 0.0464878 Sep 10 16:38:12.756198 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Deleting port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:38:12.756527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:12.839839 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] For port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,segment=NetworkSegment(8cb44b55-70bf-4ddc-90cf-ca584057ae95),segment_id=8cb44b55-70bf-4ddc-90cf-ca584057ae95)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:12.840188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:12.851699 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Calling delete_port for 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:38:12.974141 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:12.986721 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:38:13.002477 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Pushing event deleted for resources: {'Port': ['ID=99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:13.042755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] No DVR routers for this DVR port 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:38:13.045320 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:13.047850 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-cdba398d-1b4f-459d-b1ba-4628a3b7c384 req-d294025e-d8e8-4f1a-a692-297819600489 tempest-VolumesNegativeTest-1330008463 tempest-VolumesNegativeTest-1330008463-project] 10.222.0.39 "DELETE /v2.0/ports/99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a HTTP/1.1" status: 204 len: 173 time: 0.3739908 Sep 10 16:38:13.048284 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'name': 'network-vif-deleted', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:38:13.050504 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dcbfe4-9134-486e-b85e-ee16c0fd3911" -d '{"events": [{"server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "name": "network-vif-deleted", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:38:13.094088 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078630a3-a17f-411b-835f-731c48cca60b x-openstack-request-id: req-078630a3-a17f-411b-835f-731c48cca60b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:38:13.094669 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424b53a-436a-4fe0-94a2-aac90469343c", "name": "network-vif-deleted", "tag": "99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:38:13.094950 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-078630a3-a17f-411b-835f-731c48cca60b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:38:13.095428 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424b53a-436a-4fe0-94a2-aac90469343c', 'name': 'network-vif-deleted', 'tag': '99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a', 'status': 'completed', 'code': 200} Sep 10 16:38:16.623485 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:38:16.646605 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:38:16.646948 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 99fe88d2-eba4-4d3a-bd87-2afaf1ff4d7a not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:38:17.098662 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51582) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:17.228394 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f6f5899a-310f-42d0-803d-5b97bd7e5166 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58b89e0f29d744d292341a54667a9e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285274 Sep 10 16:38:17.230760 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51586) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:17.275769 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:17.297557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:17.341742 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:17.344842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:17.345948 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cc6a540-8bc7-4829-b538-31ab6964732a HTTP/1.1" status: 204 len: 168 time: 0.1142955 Sep 10 16:38:17.353296 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b95da2-2805-43d9-b6e3-09fa79d5fc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6a540-8bc7-4829-b538-31ab6964732a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:17.732023 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1442d24-28f4-4a80-9da8-032bc60350de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:18.966975 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890af19-009f-4148-94fd-bd7bf0dad23d req-2e08a95d-91f6-4d44-ac1f-98e676038c8f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:18.969011 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4890af19-009f-4148-94fd-bd7bf0dad23d req-2e08a95d-91f6-4d44-ac1f-98e676038c8f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0476229 Sep 10 16:38:19.005129 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4890af19-009f-4148-94fd-bd7bf0dad23d req-ff7f07f8-18f0-4aa3-aade-e54d2e7e87b8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302165 Sep 10 16:38:20.034426 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9a274293-252a-4d8a-864e-81138749e675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:20.123128 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22cf2-1cf2-4c27-81cd-936129b09d8e req-714be2c7-402a-496e-80ce-2bdf0849db66 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:20.125288 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fce22cf2-1cf2-4c27-81cd-936129b09d8e req-714be2c7-402a-496e-80ce-2bdf0849db66 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0511730 Sep 10 16:38:20.161462 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fce22cf2-1cf2-4c27-81cd-936129b09d8e req-e1ac174f-78e5-4e7f-9f6a-59b90c420679 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303342 Sep 10 16:38:20.402068 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:20.723518 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:21.272307 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b40807-2026-4326-875a-799f93429b31 req-80e1bc3c-6360-405a-b92d-8dfd628df86e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:21.273842 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38b40807-2026-4326-875a-799f93429b31 req-80e1bc3c-6360-405a-b92d-8dfd628df86e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0470722 Sep 10 16:38:21.310297 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-38b40807-2026-4326-875a-799f93429b31 req-6571ce2c-4b18-4d7d-9aa0-0b1727b67abd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Sep 10 16:38:21.474015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:22.422256 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-0f398397-9d6a-4279-9372-be53687dd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:22.423814 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-0f398397-9d6a-4279-9372-be53687dd83c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0699022 Sep 10 16:38:22.439413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b642a-a92b-4639-8ef3-d045bf987134 req-cd2e2ddb-5a3e-433b-9c9f-ab70850f0c31 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:22.441286 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-621b642a-a92b-4639-8ef3-d045bf987134 req-cd2e2ddb-5a3e-433b-9c9f-ab70850f0c31 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0627303 Sep 10 16:38:22.529427 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-621b642a-a92b-4639-8ef3-d045bf987134 req-35e6d189-3b68-408d-a479-d6341c11d51f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783808 Sep 10 16:38:22.551301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-3275189a-d6a7-4fe4-a197-ea445208fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:22.552736 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-3275189a-d6a7-4fe4-a197-ea445208fb2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.1087465 Sep 10 16:38:22.627005 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-139b1f8d-181b-4df0-a444-d3d9ed0b4691 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0660987 Sep 10 16:38:22.678840 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-33b3771e-7aa9-4b83-973c-b712dff4a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:22.680527 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-33b3771e-7aa9-4b83-973c-b712dff4a8f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0464630 Sep 10 16:38:22.727943 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-252b1552-b961-4b9b-86fa-0b3d76b9ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:22.729487 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-252b1552-b961-4b9b-86fa-0b3d76b9ac3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414147 Sep 10 16:38:22.821363 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-594714ef-bc5a-492e-aed2-935c9479a087 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838437 Sep 10 16:38:22.913694 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33e2e846-fa30-4dd1-9b3e-3c670f8032e4 req-ea51c0a8-f507-452c-8141-45b761e478c0 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833795 Sep 10 16:38:23.044147 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:23.641650 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d225fa-1e83-4d79-ba81-26e141e47be9 req-325e1d5f-9a7d-48dd-a38f-3b60658bf13b tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:23.643077 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5d225fa-1e83-4d79-ba81-26e141e47be9 req-325e1d5f-9a7d-48dd-a38f-3b60658bf13b tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0475087 Sep 10 16:38:23.679009 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5d225fa-1e83-4d79-ba81-26e141e47be9 req-660732bc-bb71-4406-8f57-a5f1638be5be tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299830 Sep 10 16:38:24.796113 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd714a3-f3bb-4f46-8149-b467108ff5b9 req-e8e350b1-2fd8-4845-b369-d6ed9f4a6c42 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:24.797589 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abd714a3-f3bb-4f46-8149-b467108ff5b9 req-e8e350b1-2fd8-4845-b369-d6ed9f4a6c42 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0505364 Sep 10 16:38:24.835224 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-abd714a3-f3bb-4f46-8149-b467108ff5b9 req-6d36a2fe-88ae-408f-8488-2eca7faa92f1 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Sep 10 16:38:25.948202 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5851a0-2894-4f5b-8e21-e105d82786c4 req-ead4acf3-5ef1-485d-8a00-414ef5a8df18 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:25.950478 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc5851a0-2894-4f5b-8e21-e105d82786c4 req-ead4acf3-5ef1-485d-8a00-414ef5a8df18 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0495527 Sep 10 16:38:25.994464 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-dc5851a0-2894-4f5b-8e21-e105d82786c4 req-be9f5410-c89a-4a8c-94bd-e88202b99fc9 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365224 Sep 10 16:38:27.106788 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fa17e-3772-44d6-a9d0-5a4c6d827c5e req-acdcd171-1696-4df2-b458-5e56504027ef tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:27.108838 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-409fa17e-3772-44d6-a9d0-5a4c6d827c5e req-acdcd171-1696-4df2-b458-5e56504027ef tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0479672 Sep 10 16:38:27.145771 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-409fa17e-3772-44d6-a9d0-5a4c6d827c5e req-5832715f-48da-46ae-9c75-49ed7ee8b0b8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307612 Sep 10 16:38:28.257791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc574-dd9d-49cd-8378-6646ada42096 req-80a9bff0-84c9-4897-bab5-30c6f60c8d65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:28.259137 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bacc574-dd9d-49cd-8378-6646ada42096 req-80a9bff0-84c9-4897-bab5-30c6f60c8d65 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0479531 Sep 10 16:38:28.295207 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bacc574-dd9d-49cd-8378-6646ada42096 req-c4d06217-7ffa-480f-a055-52cf1110fc5f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301661 Sep 10 16:38:29.406415 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3666-8e26-4c3b-86b1-5202a81f7488 req-0ca1d078-bdb2-480e-b4b0-10ede6ce1bc1 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:29.407846 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6deb3666-8e26-4c3b-86b1-5202a81f7488 req-0ca1d078-bdb2-480e-b4b0-10ede6ce1bc1 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0468037 Sep 10 16:38:29.446986 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6deb3666-8e26-4c3b-86b1-5202a81f7488 req-2a9af4e0-467a-4c99-bd8f-40952712dc25 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333996 Sep 10 16:38:30.558790 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f47f-f12f-45ed-ad13-d1e68aec4102 req-3ee10360-3d22-4338-a5a1-58392bcbae5a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:30.560237 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a136f47f-f12f-45ed-ad13-d1e68aec4102 req-3ee10360-3d22-4338-a5a1-58392bcbae5a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0473855 Sep 10 16:38:30.598287 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a136f47f-f12f-45ed-ad13-d1e68aec4102 req-a14fc113-2b2d-4cbb-b02c-84b9d40db5dc tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Sep 10 16:38:31.710584 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0b9c-822b-4de9-b264-71349bbefd16 req-6499913d-d183-4eb1-a488-63175ca0f23f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:31.712171 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f6b0b9c-822b-4de9-b264-71349bbefd16 req-6499913d-d183-4eb1-a488-63175ca0f23f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0480926 Sep 10 16:38:31.751219 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9f6b0b9c-822b-4de9-b264-71349bbefd16 req-ac750952-001a-4a9e-8b4c-9eea61ae3001 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Sep 10 16:38:32.864193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d06ba2-6b0f-4260-be31-62458543603c req-f544e0d2-5ac9-4bc1-ad14-eb076b6d9820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:32.865708 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35d06ba2-6b0f-4260-be31-62458543603c req-f544e0d2-5ac9-4bc1-ad14-eb076b6d9820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0489905 Sep 10 16:38:32.906145 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-35d06ba2-6b0f-4260-be31-62458543603c req-05026663-d2f5-466d-afd4-268a5c01fcf8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347331 Sep 10 16:38:34.019065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ceb4-0e44-4bc4-9d16-8f9e0cd4c72e req-13731a35-1e03-4d9f-a0f7-3b597051a68f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:34.020615 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14f4ceb4-0e44-4bc4-9d16-8f9e0cd4c72e req-13731a35-1e03-4d9f-a0f7-3b597051a68f tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0494769 Sep 10 16:38:34.060594 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-14f4ceb4-0e44-4bc4-9d16-8f9e0cd4c72e req-3e3f48e1-c0db-4980-a62f-4e27d1d083cb tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Sep 10 16:38:34.938269 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:38:35.079213 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-2d554e52-6046-404d-a555-43682d3bb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:35.080782 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-2d554e52-6046-404d-a555-43682d3bb3cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0448127 Sep 10 16:38:35.200742 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-a4b280c6-4e7a-496f-b9dd-9ffae405ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:35.202787 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-a4b280c6-4e7a-496f-b9dd-9ffae405ed57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.1149096 Sep 10 16:38:35.216468 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1970ca-215e-4fa2-9f0c-2a0695c24026 req-067b675b-aad2-4bf1-99b7-181b4eb079d8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:35.217886 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be1970ca-215e-4fa2-9f0c-2a0695c24026 req-067b675b-aad2-4bf1-99b7-181b4eb079d8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0702550 Sep 10 16:38:35.517535 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-fdae5a16-c8dc-4409-9686-19a9de200af2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1001 time: 0.2987256 Sep 10 16:38:35.520277 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-be1970ca-215e-4fa2-9f0c-2a0695c24026 req-202f0a56-b00a-40a1-aeee-a0b95a69706a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963245 Sep 10 16:38:35.565876 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-a18a120c-ef27-4669-bd6e-f33b87e4a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:35.567279 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-a18a120c-ef27-4669-bd6e-f33b87e4a1eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0426052 Sep 10 16:38:35.611403 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-9122531a-8aee-4763-9cc5-a5495f0dd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:35.612861 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-9122531a-8aee-4763-9cc5-a5495f0dd9dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387487 Sep 10 16:38:35.702153 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-640ebc00-9060-4cdc-a292-ffaec8afeea7 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815890 Sep 10 16:38:35.787681 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6c06480b-1fe2-4761-9303-9f33e986a032 req-cf7776b1-2abe-4e4c-8d7d-bb99db842a83 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788734 Sep 10 16:38:36.302725 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51756) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:36.403494 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c556085-cac5-43cf-b4f3-86d471cb7137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.491824 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c556085-cac5-43cf-b4f3-86d471cb7137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.495446 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c556085-cac5-43cf-b4f3-86d471cb7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.532628 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0c556085-cac5-43cf-b4f3-86d471cb7137 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0263af01540045a8a7b1bc081c5d7caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288198 Sep 10 16:38:36.533717 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c556085-cac5-43cf-b4f3-86d471cb7137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a4021-e910-4762-8f72-70d9be47c746,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:36.535330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51760) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:36.585493 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.633591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.669629 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47611e8-1153-4469-8218-ac9a41764265 req-f6aa5103-b804-4b56-a72a-688ab7d2f396 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:36.671224 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a47611e8-1153-4469-8218-ac9a41764265 req-f6aa5103-b804-4b56-a72a-688ab7d2f396 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0840843 Sep 10 16:38:36.708165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.710558 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:36.711655 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/523a4021-e910-4762-8f72-70d9be47c746 HTTP/1.1" status: 204 len: 168 time: 0.1753647 Sep 10 16:38:36.715711 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a47611e8-1153-4469-8218-ac9a41764265 req-7271b576-51e5-4db9-8a12-8edbd9e99fac tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375373 Sep 10 16:38:36.722102 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ee6f-8f20-4b8f-ae4c-f0d95c295f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a4021-e910-4762-8f72-70d9be47c746,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:37.323704 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51784) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:37.420579 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1609107548-network', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:37.445623 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Made reservation on behalf of 6c0246540f0b4d96b06465f34b544a84 for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:37.448120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.458682 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.549486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.553559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.574240 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:38:37.588515 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cec4e8-61b2-4583-b854-c40478841476,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:37.593442 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.593782 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Added segment 3a1c667b-dd80-43ad-a8d1-56b6c58478a2 of type vlan for network c34f8d05-17c0-4ec4-92bd-6d40fe93500f Sep 10 16:38:37.635287 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.659655 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.660520 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:37.661094 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.684524 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3597584 Sep 10 16:38:37.688175 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51788) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:37.693065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Request body: {'subnet': {'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1609107548-subnet', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:37.717962 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Made reservation on behalf of 6c0246540f0b4d96b06465f34b544a84 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:37.720398 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8663046'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.722083 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2d882-8c12-426d-95b0-19b7f26a6647 admin admin] Pushing event updated for resources: {'Network': ['ID=c34f8d05-17c0-4ec4-92bd-6d40fe93500f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:37.732134 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:38:37.834810 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a1dc9-8f03-41ba-9c1b-12da3c424ab3 req-d06c2f64-d481-4070-ad54-abdc1751eaca tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:37.836441 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-603a1dc9-8f03-41ba-9c1b-12da3c424ab3 req-d06c2f64-d481-4070-ad54-abdc1751eaca tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0568841 Sep 10 16:38:37.880573 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-603a1dc9-8f03-41ba-9c1b-12da3c424ab3 req-23bc5ea8-7ca0-4b4a-828b-1abed25ce66e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380917 Sep 10 16:38:37.907318 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8663064'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:37.968968 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=117ee792-6960-4fe9-b655-22a1578d5443,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:37.976043 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Checking segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:37.976402 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Network hostable DHCP agents. Network: c34f8d05-17c0-4ec4-92bd-6d40fe93500f, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:38:37.992603 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:38:38.002482 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, c34f8d05-17c0-4ec4-92bd-6d40fe93500f) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:38.006950 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:38.007555 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.012404 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a3461-f872-43e4-b2b6-710da0746143 None None] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:38:38.027071 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51796) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:38.032609 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:38.035842 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-94d5e0cd-44dc-4b46-8d63-d06e0096b17f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3465228 Sep 10 16:38:38.068290 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.069330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.168891 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:38:38.169738 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.188469 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.199155 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab50d43-7a80-4d5e-88d4-d3f6c4fd9129 req-56ff3ad6-93d5-4736-8fc3-e0d018020e1d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:38.200936 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ab50d43-7a80-4d5e-88d4-d3f6c4fd9129 req-56ff3ad6-93d5-4736-8fc3-e0d018020e1d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.1203327 Sep 10 16:38:38.211010 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-12e98725-fa49-455a-b848-445fa10e0d9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1707442 Sep 10 16:38:38.315173 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Allocated IP 172.20.0.2 (c34f8d05-17c0-4ec4-92bd-6d40fe93500f/117ee792-6960-4fe9-b655-22a1578d5443/7e4afd5e-552e-4d16-a526-da61f678d38c) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:38.341183 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6ab50d43-7a80-4d5e-88d4-d3f6c4fd9129 req-8be0e3f4-e72a-4f28-9c1a-ba29f4632109 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319978 Sep 10 16:38:38.374481 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.485493 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.496099 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Transition to ACTIVE for port object 7e4afd5e-552e-4d16-a526-da61f678d38c will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:38.513189 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Transition to ACTIVE for port object 7e4afd5e-552e-4d16-a526-da61f678d38c will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:38.521107 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.563341 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:38.566619 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:38.575913 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:38.585832 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Pushing event updated for resources: {'Port': ['ID=7e4afd5e-552e-4d16-a526-da61f678d38c,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:38.620497 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.641753 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.644829 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Attempting to bind port 7e4afd5e-552e-4d16-a526-da61f678d38c on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:38.645195 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Attempting to bind port 7e4afd5e-552e-4d16-a526-da61f678d38c by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:38.645549 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Attempting to bind port 7e4afd5e-552e-4d16-a526-da61f678d38c on network c34f8d05-17c0-4ec4-92bd-6d40fe93500f {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:38.650600 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:38.650981 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Checking segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:38.651422 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.651858 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Bound using segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:38.652376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Bound port: 7e4afd5e-552e-4d16-a526-da61f678d38c, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:38.653774 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.721911 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] For port 7e4afd5e-552e-4d16-a526-da61f678d38c, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:38.724920 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] For port 7e4afd5e-552e-4d16-a526-da61f678d38c, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7e4afd5e-552e-4d16-a526-da61f678d38c,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:38.729272 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.757681 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Allocated IP 172.27.3.208 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/4ea3a234-c1d5-4753-b303-d475f79f4bfb) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:38.794189 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f4a9-a070-4daf-bde4-8e5b0ec2bd71 None None] Pushing event updated for resources: {'Port': ['ID=7e4afd5e-552e-4d16-a526-da61f678d38c,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:38.872020 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.913449 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:38.978559 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea3a234-c1d5-4753-b303-d475f79f4bfb,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:38.981871 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:38.984373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:38.986635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:39.264134 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:39.553900 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29990-2ee1-48f4-8f82-e06fdec81a12 req-442d2c1f-bbc4-4b30-8d77-81cdd030168c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:39.555425 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e6c29990-2ee1-48f4-8f82-e06fdec81a12 req-442d2c1f-bbc4-4b30-8d77-81cdd030168c tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.1374979 Sep 10 16:38:39.556431 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:39.562017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-5a009ddf-282d-4d99-9fd7-f79b6d392006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:39.563514 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-5a009ddf-282d-4d99-9fd7-f79b6d392006 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a&tenant_id=b67be9598fce467c9be355c54a4b0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.1138792 Sep 10 16:38:39.696317 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e6c29990-2ee1-48f4-8f82-e06fdec81a12 req-4f70e0e3-bca7-4372-b717-7a6a87818353 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310334 Sep 10 16:38:39.697652 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263bfc7b-811a-4e5c-a92d-2dd2596c8ae1 None None] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:38:39.718954 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-05a6b65f-daa3-4b23-9799-2f2a5eaef87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:39.720462 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-05a6b65f-daa3-4b23-9799-2f2a5eaef87a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.1072309 Sep 10 16:38:39.767280 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-81c6ae37-2ce6-45e0-9717-f40d5936fe09 None None] Provisioning for port 7e4afd5e-552e-4d16-a526-da61f678d38c completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:39.824301 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Router ef6ab912-47dc-4595-be26-e3aab76b8f10 is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:38:39.831698 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-ff6e77a8-cd1b-411c-a01e-4754750f6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:39.833162 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-ff6e77a8-cd1b-411c-a01e-4754750f6578 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.1047721 Sep 10 16:38:40.189631 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-43cb9bd6-d773-41a1-8560-18531d35c7c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1001 time: 0.3489921 Sep 10 16:38:40.232219 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:38:40.240918 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Sync routers for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:38:40.249607 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:40.250158 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:40.255049 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-6e61893a-6f1e-451b-a9d4-a5c173149e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:40.256677 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-6e61893a-6f1e-451b-a9d4-a5c173149e16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0582671 Sep 10 16:38:40.257912 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.258996 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c8c205da-1553-49f4-a6c1-977a64d23856 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2307861 Sep 10 16:38:40.261864 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51810) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:40.355695 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:40.378788 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-2ffa8da1-4181-4ca9-83be-920b3c384936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:40.380309 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-2ffa8da1-4181-4ca9-83be-920b3c384936 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159155 Sep 10 16:38:40.532091 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:39Z', 'revision_number': 3, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:40.552547 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-c3f7d9d6-5297-4574-8e86-57ba74feeadb service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649420 Sep 10 16:38:40.557909 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Checking router: ef6ab912-47dc-4595-be26-e3aab76b8f10 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:38:40.558259 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Updating router ef6ab912-47dc-4595-be26-e3aab76b8f10 port 4ea3a234-c1d5-4753-b303-d475f79f4bfb binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:38:40.583193 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.727585 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6e9289dc-5d69-40d7-b1fd-093c0034a5b9 req-3515066d-1214-48f1-b338-f7d311dea136 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672449 Sep 10 16:38:40.730926 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7e4afd5e-552e-4d16-a526-da61f678d38c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:40.786413 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:38:40.876119 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fc48c-cbf7-4c95-b315-82a92f4503d4 req-80a4d73d-02d3-4882-9ca4-f3f520c5ba19 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:40.877605 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c3fc48c-cbf7-4c95-b315-82a92f4503d4 req-80a4d73d-02d3-4882-9ca4-f3f520c5ba19 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.1050212 Sep 10 16:38:40.879358 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 7e4afd5e-552e-4d16-a526-da61f678d38c completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:40.889330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.909243 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 7e4afd5e-552e-4d16-a526-da61f678d38c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:40.909615 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.968033 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:40.968532 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c3fc48c-cbf7-4c95-b315-82a92f4503d4 req-d394de25-6f47-4654-a1ee-a02a361979a8 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823777 Sep 10 16:38:40.997531 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.019853 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:38:41.022097 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff419a-fe0f-425d-8cee-ee1a7c8b5e01" -d '{"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:38:41.025089 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Transition to ACTIVE for port object 4ea3a234-c1d5-4753-b303-d475f79f4bfb will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:41.039707 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:41.042081 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.048671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.077595 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9b35e-6657-4eea-8f63-ac3303b671e6 x-openstack-request-id: req-23d9b35e-6657-4eea-8f63-ac3303b671e6 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:38:41.078062 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:38:41.078330 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23d9b35e-6657-4eea-8f63-ac3303b671e6 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:38:41.078713 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'code': 200} Sep 10 16:38:41.084283 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Allocated IP 172.20.0.1 (c34f8d05-17c0-4ec4-92bd-6d40fe93500f/117ee792-6960-4fe9-b655-22a1578d5443/dbb7396f-0398-4ec3-ad65-9eab66611c24) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:41.130741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df0431-c21f-4d82-be07-89fd9083cf77 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a234-c1d5-4753-b303-d475f79f4bfb,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.138236 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Attempting to bind port 4ea3a234-c1d5-4753-b303-d475f79f4bfb on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:41.139376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Attempting to bind port 4ea3a234-c1d5-4753-b303-d475f79f4bfb by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:41.139753 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Attempting to bind port 4ea3a234-c1d5-4753-b303-d475f79f4bfb on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:41.143286 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.194715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.210422 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Transition to ACTIVE for port object dbb7396f-0398-4ec3-ad65-9eab66611c24 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:41.243637 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.281545 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:41.284390 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:41.286957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:41.293906 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:41.294401 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:41.294817 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.295359 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:41.295843 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Bound port: 4ea3a234-c1d5-4753-b303-d475f79f4bfb, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:41.296222 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.324461 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Pushing event updated for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.343140 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.350182 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=6']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.362460 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 7e4afd5e-552e-4d16-a526-da61f678d38c, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7e4afd5e-552e-4d16-a526-da61f678d38c,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:41.376719 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.411100 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] For port 4ea3a234-c1d5-4753-b303-d475f79f4bfb, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:41.428278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] For port 4ea3a234-c1d5-4753-b303-d475f79f4bfb, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4ea3a234-c1d5-4753-b303-d475f79f4bfb,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:41.440191 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.449187 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=7e4afd5e-552e-4d16-a526-da61f678d38c,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.489304 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.498749 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:41.499499 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:41.554169 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df0431-c21f-4d82-be07-89fd9083cf77 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a234-c1d5-4753-b303-d475f79f4bfb,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.593982 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b9c7c3da-6cd8-44d7-bfb9-c4e603fd6a4a None None] Provisioning for port dbb7396f-0398-4ec3-ad65-9eab66611c24 completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:41.600280 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b9c7c3da-6cd8-44d7-bfb9-c4e603fd6a4a None None] Provisioning complete for port dbb7396f-0398-4ec3-ad65-9eab66611c24 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:41.600652 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c3da-6cd8-44d7-bfb9-c4e603fd6a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.651223 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7c3da-6cd8-44d7-bfb9-c4e603fd6a4a None None] Port dbb7396f-0398-4ec3-ad65-9eab66611c24 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:38:41.652995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.656157 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:41.657933 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.725385 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Pushing event updated for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:41.727882 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:41.816844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:41.818237 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:41.855966 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 1, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:41.888912 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769508ec-19df-4e9d-80c4-07212c7e3043 None None] The sync data for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi is: [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 1, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:38:41.943948 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Router ef6ab912-47dc-4595-be26-e3aab76b8f10 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:38:42.073346 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-e59bc33d-4e43-4e13-b1cf-c1f6d0b88621 None None] Provisioning complete for port dbb7396f-0398-4ec3-ad65-9eab66611c24 triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:42.073792 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e59bc33d-4e43-4e13-b1cf-c1f6d0b88621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.089744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:38:42.095248 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-50a483ed-0ad6-4a29-818d-dd5fa7e599db admin admin] 10.222.0.23 "PUT /v2.0/routers/ef6ab912-47dc-4595-be26-e3aab76b8f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324661 Sep 10 16:38:42.134934 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-e59bc33d-4e43-4e13-b1cf-c1f6d0b88621 None None] Port dbb7396f-0398-4ec3-ad65-9eab66611c24 cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:38:42.138029 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f4ed-6d22-44a0-a9cc-30cdd896c53b req-151d66b9-8407-4719-ac1b-bea6e134e210 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:42.140380 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9532f4ed-6d22-44a0-a9cc-30cdd896c53b req-151d66b9-8407-4719-ac1b-bea6e134e210 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.1022401 Sep 10 16:38:42.186224 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9532f4ed-6d22-44a0-a9cc-30cdd896c53b req-8fbb9d11-715d-43f1-8da8-a221d9f1b437 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344324 Sep 10 16:38:42.658433 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51834) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:42.663607 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-351848591-network', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:42.687728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Made reservation on behalf of 3e97fdf9881a42f19a47d327ec006f5d for: {'network': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:42.690159 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for network, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.699751 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.778775 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7e4afd5e-552e-4d16-a526-da61f678d38c up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:42.804685 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.811124 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.829699 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 7e4afd5e-552e-4d16-a526-da61f678d38c triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:42.830318 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.840527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 16:38:42.851139 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc0ca4-3fc4-4724-a53a-c5f75e7b5285,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:42.856610 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.857038 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.segments_db [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Added segment 8737bde7-1786-41bb-aa16-b388e46f7e5e of type vlan for network 8ea23780-0304-48d2-bc61-b50660a69745 Sep 10 16:38:42.900513 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782903685425'] for network, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.921966 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4ea3a234-c1d5-4753-b303-d475f79f4bfb up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:42.928306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592'] for network, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.929443 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:42.930008 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:42.961307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3015800 Sep 10 16:38:42.963926 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51836) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:42.969815 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Request body: {'subnet': {'network_id': '8ea23780-0304-48d2-bc61-b50660a69745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-351848591-subnet', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'ip_version': 4}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:42.976549 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 4ea3a234-c1d5-4753-b303-d475f79f4bfb completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:42.980846 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 4ea3a234-c1d5-4753-b303-d475f79f4bfb triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:42.981222 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.006690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a8508-1287-4ba1-a9d2-dc54ad34ee4e admin admin] Pushing event updated for resources: {'Network': ['ID=8ea23780-0304-48d2-bc61-b50660a69745,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:43.019060 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Network 8ea23780-0304-48d2-bc61-b50660a69745 details requested by agent ovs-agent-dv-cinder-808464-1-iscsi with host dv-cinder-808464-1-iscsi {{(pid=93870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 16:38:43.021136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Made reservation on behalf of 3e97fdf9881a42f19a47d327ec006f5d for: {'subnet': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:43.023797 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8982262'] for subnet, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.141133 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.162038 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port 4ea3a234-c1d5-4753-b303-d475f79f4bfb, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4ea3a234-c1d5-4753-b303-d475f79f4bfb,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:43.166050 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.210619 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8982248'] for subnet, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.226387 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a234-c1d5-4753-b303-d475f79f4bfb,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:43.280486 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed3a238-5279-4c95-be12-766606caeaf3,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:43.315886 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Checking segment: {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:43.316246 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Network hostable DHCP agents. Network: 8ea23780-0304-48d2-bc61-b50660a69745, hostable agents: ['812bcc68-45af-49bb-9e0e-bce40ca0f742'], hosted agents: [] {{(pid=93869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 16:38:43.342137 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb485e26-c8a4-471f-ba4d-ba31f7d3691a req-568aba63-bbee-4639-a638-6351bcc7859a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:43.343750 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb485e26-c8a4-471f-ba4d-ba31f7d3691a req-568aba63-bbee-4639-a638-6351bcc7859a tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0831146 Sep 10 16:38:43.348970 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Network 8ea23780-0304-48d2-bc61-b50660a69745 is scheduled to be hosted by DHCP agent 812bcc68-45af-49bb-9e0e-bce40ca0f742 with binding_index 1 {{(pid=93869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 16:38:43.368768 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808464-1-iscsi, 8ea23780-0304-48d2-bc61-b50660a69745) {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:43.375375 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:43.376006 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.377700 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008531b-6bf0-4268-9e2a-1a78a954f8a9 None None] Network 8ea23780-0304-48d2-bc61-b50660a69745 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:38:43.398819 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eb485e26-c8a4-471f-ba4d-ba31f7d3691a req-0e76d847-6a1f-451b-a2e1-56359e9a6bf6 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473075 Sep 10 16:38:43.400593 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-8ea6be75-a26c-4747-a87b-dc0efe124056 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4358103 Sep 10 16:38:43.403169 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 51840) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:43.407634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:43.428858 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3682702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-656'] for router, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.430096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686286', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3890741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-649'] for router, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.481430 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.526358 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977ee70c-2d67-561d-8f1e-14e68cad1b98-8ea23780-0304-48d2-bc61-b50660a69745', 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'fixed_ips': [{'subnet_id': 'fed3a238-5279-4c95-be12-766606caeaf3'}]}} from dv-cinder-808464-1-iscsi. {{(pid=93870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 16:38:43.527207 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.618640 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.666137 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.db_base_plugin_common [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Allocated IP 172.20.0.2 (8ea23780-0304-48d2-bc61-b50660a69745/fed3a238-5279-4c95-be12-766606caeaf3/5720961a-dec7-4d93-8a5c-ac466a1da2ab) {{(pid=93870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:43.818708 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks [] for port, precommit_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.828110 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Transition to ACTIVE for port object 5720961a-dec7-4d93-8a5c-ac466a1da2ab will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:43.843238 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Transition to ACTIVE for port object 5720961a-dec7-4d93-8a5c-ac466a1da2ab will not be triggered until provisioned by entity DHCP. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:43.849093 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235'] for port, after_create {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.890473 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Network 8ea23780-0304-48d2-bc61-b50660a69745 is already hosted by enough agents. {{(pid=93870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:43.898320 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.scheduler.base_scheduler [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Resources bound (agent type, host, resource id): {{(pid=93870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:43.900472 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Pushing event updated for resources: {'Port': ['ID=5720961a-dec7-4d93-8a5c-ac466a1da2ab,revision_number=1']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:43.902993 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Received port after_create {{(pid=93870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:43.959326 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Attempting to bind port 5720961a-dec7-4d93-8a5c-ac466a1da2ab on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:43.959688 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Attempting to bind port 5720961a-dec7-4d93-8a5c-ac466a1da2ab by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:43.960041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Attempting to bind port 5720961a-dec7-4d93-8a5c-ac466a1da2ab on network 8ea23780-0304-48d2-bc61-b50660a69745 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:43.964999 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:43.965362 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Checking segment: {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:43.965754 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:43.966138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Bound using segment: {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:43.966689 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Bound port: 5720961a-dec7-4d93-8a5c-ac466a1da2ab, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:43.967064 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.042630 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] For port 5720961a-dec7-4d93-8a5c-ac466a1da2ab, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:44.046183 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] For port 5720961a-dec7-4d93-8a5c-ac466a1da2ab, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5720961a-dec7-4d93-8a5c-ac466a1da2ab,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:44.050684 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.051332 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.072070 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.127865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de8ea-1450-40bd-812b-17209fd153eb None None] Pushing event updated for resources: {'Port': ['ID=5720961a-dec7-4d93-8a5c-ac466a1da2ab,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:44.178742 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Sync routers for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:38:44.197884 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:44.197884 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:44.203961 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Allocated IP 172.27.3.38 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/e12b113c-1794-4a53-8a8b-e73df9c603c9) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:44.339633 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:44.355390 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.406305 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.445982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:44.450766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:44.454621 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:44.541728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Pushing event updated for resources: {'Port': ['ID=e12b113c-1794-4a53-8a8b-e73df9c603c9,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:44.564977 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 2, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:44.590151 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Checking router: ef6ab912-47dc-4595-be26-e3aab76b8f10 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:38:44.590498 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Updating router ef6ab912-47dc-4595-be26-e3aab76b8f10 port dbb7396f-0398-4ec3-ad65-9eab66611c24 binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:38:44.615198 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.644521 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27358f-72ec-4d32-80cf-d01874e5e29e req-b3872473-7855-4114-9018-abaa041f1394 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:44.646054 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd27358f-72ec-4d32-80cf-d01874e5e29e req-b3872473-7855-4114-9018-abaa041f1394 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.1504140 Sep 10 16:38:44.752425 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-bd27358f-72ec-4d32-80cf-d01874e5e29e req-11a0f2eb-9727-4da6-a16f-7f1bbe59218e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999675 Sep 10 16:38:44.790151 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.813474 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4ea3a234-c1d5-4753-b303-d475f79f4bfb up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:44.867413 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 4ea3a234-c1d5-4753-b303-d475f79f4bfb triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:44.868041 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.952561 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5720961a-dec7-4d93-8a5c-ac466a1da2ab up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:44.953469 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:44.970259 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Transition to ACTIVE for port object dbb7396f-0398-4ec3-ad65-9eab66611c24 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:44.978807 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.010011 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port 5720961a-dec7-4d93-8a5c-ac466a1da2ab completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:45.039551 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Pushing event updated for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:45.049094 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.049439 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.049777 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.050107 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.050437 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.050766 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.051091 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.051444 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.051794 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.052259 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.052588 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.052907 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:45.053574 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685983'] for router, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.124879 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Attempting to bind port dbb7396f-0398-4ec3-ad65-9eab66611c24 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:45.125246 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Attempting to bind port dbb7396f-0398-4ec3-ad65-9eab66611c24 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:45.125604 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Attempting to bind port dbb7396f-0398-4ec3-ad65-9eab66611c24 on network c34f8d05-17c0-4ec4-92bd-6d40fe93500f {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:45.131694 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:45.132257 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Checking segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:45.132832 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.133383 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Bound using segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:45.134034 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Bound port: dbb7396f-0398-4ec3-ad65-9eab66611c24, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:45.134432 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.220488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Router b111f78c-886f-44f8-b9a7-9bc0d690464d is scheduled to L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 with binding_index 1 {{(pid=93869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 16:38:45.223089 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24a4a2-c344-4ce4-8458-ad651da05ee8 None None] Network 8ea23780-0304-48d2-bc61-b50660a69745 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:38:45.224398 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] For port dbb7396f-0398-4ec3-ad65-9eab66611c24, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:45.228691 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] For port dbb7396f-0398-4ec3-ad65-9eab66611c24, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=dbb7396f-0398-4ec3-ad65-9eab66611c24,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:45.234044 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.279920 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:45.280688 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:45.337411 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:38:45.356212 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.360882 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 51844) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:38:45.361463 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-57e78386-d45c-478d-bf98-15697c598960 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9567230 Sep 10 16:38:45.369577 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Sync routers for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:38:45.374992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Provisioning for port 5720961a-dec7-4d93-8a5c-ac466a1da2ab completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:45.391935 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Provisioning complete for port 5720961a-dec7-4d93-8a5c-ac466a1da2ab triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:45.392304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.419721 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:45.425769 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:45.426406 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:45.545015 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:45.634786 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92fdc9-48a8-4523-8ad9-206853506709 None None] Pushing event updated for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:45.654349 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:45Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:45.771309 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5806d55-adc6-4bbc-b5d7-c3b57bc6c797 None None] The sync data for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi is: [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:45Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:38:45.902820 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:45.939067 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25407cc-515f-48ef-824e-998d6a057d37 req-6172be67-e9f8-41bf-aff5-6b8c0cd8e34b tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:45.940703 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d25407cc-515f-48ef-824e-998d6a057d37 req-6172be67-e9f8-41bf-aff5-6b8c0cd8e34b tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0899582 Sep 10 16:38:45.960149 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] For port 5720961a-dec7-4d93-8a5c-ac466a1da2ab, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5720961a-dec7-4d93-8a5c-ac466a1da2ab,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:45.973016 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.015406 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d25407cc-515f-48ef-824e-998d6a057d37 req-b168e4b4-0b03-4b05-8d41-b7bec79df5d2 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620549 Sep 10 16:38:46.035024 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:44Z', 'revision_number': 3, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:46.036846 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f00c3-4a25-4a50-8c65-621c401ddf98 None None] Pushing event updated for resources: {'Port': ['ID=5720961a-dec7-4d93-8a5c-ac466a1da2ab,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:46.075874 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Checking router: b111f78c-886f-44f8-b9a7-9bc0d690464d for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:38:46.076239 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Updating router b111f78c-886f-44f8-b9a7-9bc0d690464d port e12b113c-1794-4a53-8a8b-e73df9c603c9 binding host dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:38:46.114250 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.134405 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.251292 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-6ec2ea93-8744-4c0d-8489-23b7c1cf97ec None None] Provisioning complete for port 5720961a-dec7-4d93-8a5c-ac466a1da2ab triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:46.251678 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6ec2ea93-8744-4c0d-8489-23b7c1cf97ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.299717 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Allocated IP 172.20.0.1 (8ea23780-0304-48d2-bc61-b50660a69745/fed3a238-5279-4c95-be12-766606caeaf3/da9da153-f4a4-4c29-b28d-3aa5f300f71e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:46.410133 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.424735 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Transition to ACTIVE for port object da9da153-f4a4-4c29-b28d-3aa5f300f71e will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:46.460525 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.461177 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.476452 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Transition to ACTIVE for port object e12b113c-1794-4a53-8a8b-e73df9c603c9 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:46.481815 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.498569 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Network 8ea23780-0304-48d2-bc61-b50660a69745 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:46.503064 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:46.506616 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:38:46.541560 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Pushing event updated for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:46.543959 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Attempting to bind port e12b113c-1794-4a53-8a8b-e73df9c603c9 on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:46.544168 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Attempting to bind port e12b113c-1794-4a53-8a8b-e73df9c603c9 by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:46.545197 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Attempting to bind port e12b113c-1794-4a53-8a8b-e73df9c603c9 on network ca37e584-5750-4895-bd98-c2cf956f52eb {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:46.555139 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3686030'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.555594 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da011-3203-496a-ab3f-0bb58481970c None None] Pushing event updated for resources: {'Port': ['ID=e12b113c-1794-4a53-8a8b-e73df9c603c9,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:46.562264 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:46.562920 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Checking segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:46.565832 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.566484 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Bound using segment: {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:46.566748 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Bound port: e12b113c-1794-4a53-8a8b-e73df9c603c9, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4053d-b476-4c7a-b2cf-d8d2ec130f56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:46.567304 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.630920 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] For port e12b113c-1794-4a53-8a8b-e73df9c603c9, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:46.635312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] For port e12b113c-1794-4a53-8a8b-e73df9c603c9, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e12b113c-1794-4a53-8a8b-e73df9c603c9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:46.643316 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.717856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:46.718689 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:46.724616 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da011-3203-496a-ab3f-0bb58481970c None None] Pushing event updated for resources: {'Port': ['ID=e12b113c-1794-4a53-8a8b-e73df9c603c9,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:46.779961 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.795313 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5720961a-dec7-4d93-8a5c-ac466a1da2ab up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:46.799972 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:38:46.846706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087628ec-eb99-4606-9fa0-57ba6acace11 req-f4fc2714-133b-46d4-a8c1-a29d19991c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:46.848139 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-087628ec-eb99-4606-9fa0-57ba6acace11 req-f4fc2714-133b-46d4-a8c1-a29d19991c8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1096 time: 0.0407398 Sep 10 16:38:46.888471 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-087628ec-eb99-4606-9fa0-57ba6acace11 req-5135d49a-037c-4202-9baa-f763458038d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Sep 10 16:38:46.890482 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-98106763-5e8c-4fe2-aa78-8654ac2f933e None None] Provisioning for port da9da153-f4a4-4c29-b28d-3aa5f300f71e completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:46.914315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-98106763-5e8c-4fe2-aa78-8654ac2f933e None None] Provisioning complete for port da9da153-f4a4-4c29-b28d-3aa5f300f71e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:46.914957 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-98106763-5e8c-4fe2-aa78-8654ac2f933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.918619 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:46.958175 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:46.962551 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8862704'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.031441 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Pushing event updated for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:47.038014 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3759818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685406'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.048227 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port 5720961a-dec7-4d93-8a5c-ac466a1da2ab triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:47.048601 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.082223 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-98106763-5e8c-4fe2-aa78-8654ac2f933e None None] Port da9da153-f4a4-4c29-b28d-3aa5f300f71e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:38:47.131079 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Network 8ea23780-0304-48d2-bc61-b50660a69745 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:38:47.132785 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:38:47.140326 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a105d1c-58d7-4696-a4f7-35c205dff9d1 req-20d1c6c7-2409-4462-be94-69a8ab810fdd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:47.146993 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:47.149400 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a105d1c-58d7-4696-a4f7-35c205dff9d1 req-20d1c6c7-2409-4462-be94-69a8ab810fdd tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 943 time: 0.0563209 Sep 10 16:38:47.171824 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'port_id': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'mac_address': 'fa:16:3e:7f:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:38:47.199393 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6a105d1c-58d7-4696-a4f7-35c205dff9d1 req-3f3ff4a0-f40e-4ff6-a917-34e96828c033 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Sep 10 16:38:47.269714 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.271223 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Router b111f78c-886f-44f8-b9a7-9bc0d690464d has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:38:47.294138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:38:47.299082 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device dbb7396f-0398-4ec3-ad65-9eab66611c24 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:47.338933 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:47.347243 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.389305 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:44Z', 'revision_number': 3, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:47.390088 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:38:47.397911 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-12f27909-385d-48bc-93cc-faa072727867 admin admin] 10.222.0.23 "PUT /v2.0/routers/b111f78c-886f-44f8-b9a7-9bc0d690464d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359862 Sep 10 16:38:47.436633 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbef7e-5c42-4d3c-90cf-15d7445e7967 None None] The sync data for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi is: [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:44Z', 'revision_number': 3, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:38:47.455332 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=7']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:47.462350 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-851cfdf3-dc3b-4bbe-bd27-9a9a2352b39a None None] Provisioning complete for port da9da153-f4a4-4c29-b28d-3aa5f300f71e triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:47.463353 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-851cfdf3-dc3b-4bbe-bd27-9a9a2352b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.464410 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port dbb7396f-0398-4ec3-ad65-9eab66611c24 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:47.487905 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port dbb7396f-0398-4ec3-ad65-9eab66611c24 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:47.487905 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.523861 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-851cfdf3-dc3b-4bbe-bd27-9a9a2352b39a None None] Port da9da153-f4a4-4c29-b28d-3aa5f300f71e cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:38:47.583814 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.765931 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-59aca0c0-c666-4be3-8135-da870e656662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.778389 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port dbb7396f-0398-4ec3-ad65-9eab66611c24, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=dbb7396f-0398-4ec3-ad65-9eab66611c24,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:47.783508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:47.858331 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:48.352334 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fd80a-05fb-4764-83b4-256819cebce9 req-f4697f05-6c49-4f0b-a42d-b8ab4a401a29 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:48.358446 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e57fd80a-05fb-4764-83b4-256819cebce9 req-f4697f05-6c49-4f0b-a42d-b8ab4a401a29 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 944 time: 0.0846002 Sep 10 16:38:48.398901 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e57fd80a-05fb-4764-83b4-256819cebce9 req-bfed50f7-c870-469a-8d16-ecc7982d1b61 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373673 Sep 10 16:38:48.621627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['9ce93b21-64e4-4e9c-bd26-0904df8e86a5'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:38:48.831745 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e12b113c-1794-4a53-8a8b-e73df9c603c9 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:48.927370 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port e12b113c-1794-4a53-8a8b-e73df9c603c9 completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:48.944523 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port e12b113c-1794-4a53-8a8b-e73df9c603c9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:48.944896 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.067889 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.101814 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port e12b113c-1794-4a53-8a8b-e73df9c603c9, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e12b113c-1794-4a53-8a8b-e73df9c603c9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:49.107910 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.108978 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device dbb7396f-0398-4ec3-ad65-9eab66611c24 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:49.195238 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=e12b113c-1794-4a53-8a8b-e73df9c603c9,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:49.208350 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port dbb7396f-0398-4ec3-ad65-9eab66611c24 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:49.208734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:49.346443 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Sync routers for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:38:49.355472 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:49.356075 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:49.471520 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:49.697466 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 4, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'da9da153-f4a4-4c29-b28d-3aa5f300f71e', 'name': '', 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'mac_address': 'fa:16:3e:19:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:46Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 2, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'subnets': [{'id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:49.734919 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Checking router: b111f78c-886f-44f8-b9a7-9bc0d690464d for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:38:49.734919 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Updating router b111f78c-886f-44f8-b9a7-9bc0d690464d port da9da153-f4a4-4c29-b28d-3aa5f300f71e binding host dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 16:38:49.783543 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.039392 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-04256d3d-540e-47a2-abd0-4ea32056ba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.077405 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.088069 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Transition to ACTIVE for port object da9da153-f4a4-4c29-b28d-3aa5f300f71e will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:38:50.093937 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.144420 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59448397-9950-4612-9fbe-43cfc6de34a0 None None] Pushing event updated for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:50.210923 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Attempting to bind port da9da153-f4a4-4c29-b28d-3aa5f300f71e on host dv-cinder-808464-1-iscsi for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:38:50.211412 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Attempting to bind port da9da153-f4a4-4c29-b28d-3aa5f300f71e by drivers openvswitch,hyperv on host dv-cinder-808464-1-iscsi at level 0 using segments [{'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:38:50.211840 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Attempting to bind port da9da153-f4a4-4c29-b28d-3aa5f300f71e on network 8ea23780-0304-48d2-bc61-b50660a69745 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:38:50.217614 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Checking agent: {'id': '64c399de-33f2-47d0-b8e8-06ebd45a0858', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808464-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 22, 21), 'started_at': datetime.datetime(2021, 9, 10, 16, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808464-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:38:50.218066 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Checking segment: {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:38:50.218563 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.219018 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Bound using segment: {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:38:50.219582 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Bound port: da9da153-f4a4-4c29-b28d-3aa5f300f71e, host: dv-cinder-808464-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8737bde7-1786-41bb-aa16-b388e46f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:38:50.220046 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.285863 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] For port da9da153-f4a4-4c29-b28d-3aa5f300f71e, host dv-cinder-808464-1-iscsi, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:38:50.289679 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] For port da9da153-f4a4-4c29-b28d-3aa5f300f71e, host dv-cinder-808464-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=da9da153-f4a4-4c29-b28d-3aa5f300f71e,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:38:50.296756 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.354913 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59448397-9950-4612-9fbe-43cfc6de34a0 None None] Pushing event updated for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=4']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:50.381763 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:38:50.382491 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:38:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:50.406543 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.505248 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:38:50.709319 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e12b113c-1794-4a53-8a8b-e73df9c603c9 up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:50.767666 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.773222 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 4, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'da9da153-f4a4-4c29-b28d-3aa5f300f71e', 'name': '', 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'mac_address': 'fa:16:3e:19:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:46Z', 'updated_at': '2021-09-10T16:38:50Z', 'revision_number': 4, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'subnets': [{'id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:38:50.783069 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port e12b113c-1794-4a53-8a8b-e73df9c603c9 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:50.783902 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:50.805459 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2248d-e0d4-4fc9-a27e-0f66e4889ee4 None None] The sync data for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi is: [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:38:46Z', 'revision_number': 4, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'da9da153-f4a4-4c29-b28d-3aa5f300f71e', 'name': '', 'network_id': '8ea23780-0304-48d2-bc61-b50660a69745', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'mac_address': 'fa:16:3e:19:52:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:46Z', 'updated_at': '2021-09-10T16:38:50Z', 'revision_number': 4, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'subnets': [{'id': 'fed3a238-5279-4c95-be12-766606caeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:38:50.836249 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:50.939216 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:50.939628 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:51.042925 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:51.083538 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:51.084529 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:38:51.086981 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ede52-e1cb-4f57-afe7-2559e5773445" -d '{"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-plugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:38:51.091368 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:51.147453 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c7128-f83e-4cb1-a4a1-cc8eebdd9159 x-openstack-request-id: req-3c4c7128-f83e-4cb1-a4a1-cc8eebdd9159 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:38:51.147749 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-plugged", "status": "completed", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:38:51.148043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c4c7128-f83e-4cb1-a4a1-cc8eebdd9159 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:38:51.148431 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'code': 200} Sep 10 16:38:51.151515 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=8']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:51.159318 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.159597 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.159942 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.160324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.160657 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.160988 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.161312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.161636 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.161962 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.162282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.163220 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.163595 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:38:51.478482 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.730376 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device da9da153-f4a4-4c29-b28d-3aa5f300f71e up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:52.788180 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning for port da9da153-f4a4-4c29-b28d-3aa5f300f71e completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:38:52.793501 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port da9da153-f4a4-4c29-b28d-3aa5f300f71e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:52.793991 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.910770 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:52.951201 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] For port da9da153-f4a4-4c29-b28d-3aa5f300f71e, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=da9da153-f4a4-4c29-b28d-3aa5f300f71e,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:38:52.956626 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:53.012239 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Pushing event updated for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:38:53.050345 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:54.710505 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device da9da153-f4a4-4c29-b28d-3aa5f300f71e up at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:38:54.763154 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Provisioning complete for port da9da153-f4a4-4c29-b28d-3aa5f300f71e triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:38:54.763686 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:57.140307 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-8ea8e900-17d8-4249-a1b2-85605b1839fa tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:57.141743 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-8ea8e900-17d8-4249-a1b2-85605b1839fa tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 815 time: 0.0998106 Sep 10 16:38:57.156450 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-af05ea24-d071-4176-bce4-521d8cefa714 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/quotas/6c0246540f0b4d96b06465f34b544a84 HTTP/1.1" status: 200 len: 375 time: 0.0091462 Sep 10 16:38:57.208229 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-20ebe7a3-13b7-4ded-858c-ed891c6ccec1 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468807 Sep 10 16:38:57.300792 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-5723e0b9-474d-425c-91fc-d2d12a5455d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801237 Sep 10 16:38:57.390113 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-11e040cd-ee94-420d-86c7-bf3e87d61816 service neutron] 10.222.0.23 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832627 Sep 10 16:38:58.560342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d9dacc94-22d1-4894-a05b-555335860816 req-2e8a690f-879c-4826-bb2b-0d79c5f58a1e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 210 time: 0.0256460 Sep 10 16:38:59.458525 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-80498d0e-a1ce-4a59-9e55-acdd806dd350 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:38:59.459979 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-80498d0e-a1ce-4a59-9e55-acdd806dd350 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 815 time: 0.1048110 Sep 10 16:38:59.473711 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'port': {'device_id': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'admin_state_up': True, 'tenant_id': '6c0246540f0b4d96b06465f34b544a84'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:38:59.585347 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Made reservation on behalf of 6c0246540f0b4d96b06465f34b544a84 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:38:59.588853 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:59.686043 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-de15a54b-b139-4e72-8a55-4ae9c3c855b1 req-7e8dee2b-828b-4ced-b75b-32700b00ebf5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 210 time: 0.0424600 Sep 10 16:38:59.754237 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Allocated IP 172.20.0.14 (c34f8d05-17c0-4ec4-92bd-6d40fe93500f/117ee792-6960-4fe9-b655-22a1578d5443/cfc85574-1531-470d-8f1a-4b5e136aaaad) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:38:59.966114 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:38:59.984088 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Transition to ACTIVE for port object cfc85574-1531-470d-8f1a-4b5e136aaaad will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:00.025539 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:00.080560 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:00.088392 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.088751 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.089136 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.089471 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.089805 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.090160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.090522 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.090811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.091381 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.091514 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.091909 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.092157 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:00.103404 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:00.104893 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:00.107454 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:39:00.156750 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:00.157382 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:00.173369 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-9bd57631-0851-438d-93c7-a78cc3344efb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7038050 Sep 10 16:39:00.302391 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5929e4b6-54d3-4250-9749-9d00745bb011 None None] Provisioning for port cfc85574-1531-470d-8f1a-4b5e136aaaad completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:00.306415 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-5929e4b6-54d3-4250-9749-9d00745bb011 None None] Provisioning complete for port cfc85574-1531-470d-8f1a-4b5e136aaaad triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:00.306811 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5929e4b6-54d3-4250-9749-9d00745bb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:00.343601 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-5929e4b6-54d3-4250-9749-9d00745bb011 None None] Port cfc85574-1531-470d-8f1a-4b5e136aaaad cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:39:00.808004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea76c03-13d6-40a5-9452-648a99b49b5c req-9659f581-1ae4-4687-acd4-20ff82f1841c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:00.809862 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ea76c03-13d6-40a5-9452-648a99b49b5c req-9659f581-1ae4-4687-acd4-20ff82f1841c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0530961 Sep 10 16:39:00.849848 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7ea76c03-13d6-40a5-9452-648a99b49b5c req-ff1f1d1c-544b-470b-81d5-c7e182d59770 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Sep 10 16:39:01.963892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63efa-d2b2-4c7d-84d0-e3b9a9de4a25 req-3e18aeaa-0053-4be6-9c6f-f19a057a9711 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:01.965483 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d7e63efa-d2b2-4c7d-84d0-e3b9a9de4a25 req-3e18aeaa-0053-4be6-9c6f-f19a057a9711 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0499413 Sep 10 16:39:02.004151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-d7e63efa-d2b2-4c7d-84d0-e3b9a9de4a25 req-9f9d19e4-5b76-49a3-8ba7-bf0ba209b972 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Sep 10 16:39:03.132754 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c27e2-4de1-43ed-af72-233b0bf79c76 req-418d3898-bf59-4c04-acac-2495ba2f01e5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:03.134298 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af6c27e2-4de1-43ed-af72-233b0bf79c76 req-418d3898-bf59-4c04-acac-2495ba2f01e5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0560656 Sep 10 16:39:03.191130 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-af6c27e2-4de1-43ed-af72-233b0bf79c76 req-a0f77748-e038-4210-93b5-4cc0c8dceac9 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501237 Sep 10 16:39:04.306857 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ade3f-14ab-4645-949a-4264d48da76b req-78ab9455-2e3a-4552-9dd3-68d759f39416 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:04.308459 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-890ade3f-14ab-4645-949a-4264d48da76b req-78ab9455-2e3a-4552-9dd3-68d759f39416 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0535681 Sep 10 16:39:04.349315 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-890ade3f-14ab-4645-949a-4264d48da76b req-d3cfb27e-78c6-4164-a2df-e51b00186cc5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Sep 10 16:39:05.478739 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a418-30c9-421a-950e-10613c48e24c req-2220d6f9-2cae-4930-9c79-3455937d2915 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:05.480212 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c049a418-30c9-421a-950e-10613c48e24c req-2220d6f9-2cae-4930-9c79-3455937d2915 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0562940 Sep 10 16:39:05.520380 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c049a418-30c9-421a-950e-10613c48e24c req-d9a78f2a-6428-4b18-a63f-b6e13b297ad1 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Sep 10 16:39:06.635896 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2d28-a5f5-4dbc-900a-48a40ceb300e req-318a6deb-4efa-496c-86fc-fa361aaef6b5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:06.637435 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28bf2d28-a5f5-4dbc-900a-48a40ceb300e req-318a6deb-4efa-496c-86fc-fa361aaef6b5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0497582 Sep 10 16:39:06.676638 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-28bf2d28-a5f5-4dbc-900a-48a40ceb300e req-9d7af199-0121-4685-ad43-79b72dc3f76c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Sep 10 16:39:07.810279 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011d8cb-26d5-4eab-b7a8-c85996fbb835 req-65bb6fa5-77b3-4968-93ff-02240afb6632 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:07.811734 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9011d8cb-26d5-4eab-b7a8-c85996fbb835 req-65bb6fa5-77b3-4968-93ff-02240afb6632 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0527692 Sep 10 16:39:07.848977 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9011d8cb-26d5-4eab-b7a8-c85996fbb835 req-b3eb6511-8a7a-4392-bbb0-1e5b2bcf809d tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Sep 10 16:39:08.968931 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eaf28-7385-4ff9-8071-f860c98c598b req-3c339ed9-06d1-4cbf-bc3f-fcf39af7bbcb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:08.970479 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2f7eaf28-7385-4ff9-8071-f860c98c598b req-3c339ed9-06d1-4cbf-bc3f-fcf39af7bbcb tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0505700 Sep 10 16:39:09.010539 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2f7eaf28-7385-4ff9-8071-f860c98c598b req-a9994dc3-4b16-4d15-911f-ebd33b1fbdce tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341966 Sep 10 16:39:10.128378 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812aca6-e261-4976-a473-f1daf17b8708 req-64c38d59-3679-42b8-8598-93df3542d6be tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:10.129830 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a812aca6-e261-4976-a473-f1daf17b8708 req-64c38d59-3679-42b8-8598-93df3542d6be tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0485873 Sep 10 16:39:10.172139 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a812aca6-e261-4976-a473-f1daf17b8708 req-f3b49d6c-763b-49e7-bf57-c8d14dc19a95 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Sep 10 16:39:10.967665 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Request body: {'port': {'device_id': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:11.021714 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.480193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaede1-e595-45ff-9488-dfcdedeae528 req-f29b9a58-78d7-4aa2-9233-58645b69253e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:11.482203 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9aaede1-e595-45ff-9488-dfcdedeae528 req-f29b9a58-78d7-4aa2-9233-58645b69253e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 932 time: 0.0946741 Sep 10 16:39:11.553447 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c9aaede1-e595-45ff-9488-dfcdedeae528 req-93e34505-3643-4c9e-b4d9-4264f4b3fedc tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Sep 10 16:39:11.558816 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc85574-1531-470d-8f1a-4b5e136aaaad {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:39:11.566878 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.578707 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Transition to ACTIVE for port object cfc85574-1531-470d-8f1a-4b5e136aaaad will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:11.582263 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.632671 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:11.696752 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Attempting to bind port cfc85574-1531-470d-8f1a-4b5e136aaaad on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:39:11.697089 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Attempting to bind port cfc85574-1531-470d-8f1a-4b5e136aaaad by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:39:11.697479 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Attempting to bind port cfc85574-1531-470d-8f1a-4b5e136aaaad on network c34f8d05-17c0-4ec4-92bd-6d40fe93500f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:11.702874 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Port cfc85574-1531-470d-8f1a-4b5e136aaaad on network c34f8d05-17c0-4ec4-92bd-6d40fe93500f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:39:11.703186 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Attempting to bind port cfc85574-1531-470d-8f1a-4b5e136aaaad on network c34f8d05-17c0-4ec4-92bd-6d40fe93500f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:11.708096 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:39:11.708426 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Checking segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:39:11.708803 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Bound using segment: {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:39:11.709223 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Bound port: cfc85574-1531-470d-8f1a-4b5e136aaaad, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1c667b-dd80-43ad-a8d1-56b6c58478a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:39:11.709573 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.777689 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:39:11.780689 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:39:11.784918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.818032 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:11.818712 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:11.820108 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] 10.222.0.39 "PUT /v2.0/ports/cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 1094 time: 0.8574958 Sep 10 16:39:11.820595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:11.822807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee9278-98e1-45f4-af4f-c933c0f29ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:11.847565 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b953-90f9-4406-be0d-105e30b60d0d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:11.867190 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f9141-a3d7-4f92-8fbf-84462ef5a99b x-openstack-request-id: req-267f9141-a3d7-4f92-8fbf-84462ef5a99b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:11.867503 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:11.867748 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-267f9141-a3d7-4f92-8fbf-84462ef5a99b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:11.868138 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:39:11.917976 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-caebf78f-4cb3-464c-b2b2-041334dfcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:11.919844 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-caebf78f-4cb3-464c-b2b2-041334dfcf85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1097 time: 0.0427024 Sep 10 16:39:11.937957 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:39:11.967274 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-bd29966c-2860-46d5-befb-ad0bab8ded1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 217 time: 0.0386722 Sep 10 16:39:12.016328 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-79cf6f92-d559-40ec-98eb-0f3087794495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.017678 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-79cf6f92-d559-40ec-98eb-0f3087794495 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0432501 Sep 10 16:39:12.062715 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9298a-7309-4ffb-983b-4b69101981bb req-98625510-0254-414d-bfaa-45f482d4a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.064297 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-98625510-0254-414d-bfaa-45f482d4a064 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392933 Sep 10 16:39:12.157369 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-8d46a357-7629-4491-90c4-197ba71d8f0b service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845799 Sep 10 16:39:12.244948 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-34b9298a-7309-4ffb-983b-4b69101981bb req-6d56ce43-1007-42db-bf43-8661b98fe513 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798705 Sep 10 16:39:12.330943 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-bcbd9300-55eb-4346-9b42-5abfe5c77df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.332338 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-bcbd9300-55eb-4346-9b42-5abfe5c77df4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1097 time: 0.0432918 Sep 10 16:39:12.421768 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-9ee30279-9eba-41f4-8cd5-e325873fb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.423180 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-9ee30279-9eba-41f4-8cd5-e325873fb148 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.0811486 Sep 10 16:39:12.469405 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-0faeafbd-e03b-4e49-9708-ad73a7446f70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 217 time: 0.0367713 Sep 10 16:39:12.517468 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-25a1bd34-65a6-403e-8353-f4c2e1d71773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.518851 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-25a1bd34-65a6-403e-8353-f4c2e1d71773 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0420542 Sep 10 16:39:12.562413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-5708a272-6cb9-4cfa-9536-ebea3ddb8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.563866 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-5708a272-6cb9-4cfa-9536-ebea3ddb8109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376678 Sep 10 16:39:12.684689 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-c85020bb-856f-4bc4-93f6-f80fca709faa service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123838 Sep 10 16:39:12.695308 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a98bd3-3aec-4e9c-b89e-dc54e0ce0017 req-1cfb6b2c-3e8f-4d15-8b26-a47e9bd7445e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:12.696680 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c0a98bd3-3aec-4e9c-b89e-dc54e0ce0017 req-1cfb6b2c-3e8f-4d15-8b26-a47e9bd7445e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 944 time: 0.0675056 Sep 10 16:39:12.786268 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-c0a98bd3-3aec-4e9c-b89e-dc54e0ce0017 req-ecda04e6-44c2-44c2-a594-290cba9ef0bf tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809395 Sep 10 16:39:12.808774 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-17ee9278-98e1-45f4-af4f-c933c0f29ce0 req-11347e8b-b6a7-4788-85ca-100a78a947df service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112030 Sep 10 16:39:13.904311 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544fc4-3963-4846-8e92-455cc9518e23 req-8f66f5c0-2fb9-44b9-b093-4427655247e7 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:13.905799 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-81544fc4-3963-4846-8e92-455cc9518e23 req-8f66f5c0-2fb9-44b9-b093-4427655247e7 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 944 time: 0.0525196 Sep 10 16:39:13.942648 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-81544fc4-3963-4846-8e92-455cc9518e23 req-d6756799-c2f7-4cdd-8d89-50e63122ac83 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310338 Sep 10 16:39:14.918043 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device cfc85574-1531-470d-8f1a-4b5e136aaaad details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:39:15.027081 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:15.038012 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'port_id': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'mac_address': 'fa:16:3e:c8:f1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:39:15.052791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaaa11-1bf3-4e90-9d15-13198e05f5f1 req-ec3afd64-dc39-4a90-98af-21d4922c82e7 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:15.054246 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-16aaaa11-1bf3-4e90-9d15-13198e05f5f1 req-ec3afd64-dc39-4a90-98af-21d4922c82e7 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 944 time: 0.0472617 Sep 10 16:39:15.075945 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:15.088393 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc85574-1531-470d-8f1a-4b5e136aaaad {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:39:15.092702 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-16aaaa11-1bf3-4e90-9d15-13198e05f5f1 req-1d4b8087-e273-4b82-99b7-93629d36740d tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Sep 10 16:39:15.108196 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:15.114250 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:15.159066 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:15.348727 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:39:16.207328 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34824-2273-40c6-8d87-9452d8bdbae6 req-eb8c606d-2f65-4979-81d7-6e1c4eb0d965 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:16.208779 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ebf34824-2273-40c6-8d87-9452d8bdbae6 req-eb8c606d-2f65-4979-81d7-6e1c4eb0d965 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 10 16:39:16.244974 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ebf34824-2273-40c6-8d87-9452d8bdbae6 req-6f068a85-438d-42ae-ae5b-c8cfe9bd0c79 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Sep 10 16:39:16.947547 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device cfc85574-1531-470d-8f1a-4b5e136aaaad up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:39:16.994672 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port cfc85574-1531-470d-8f1a-4b5e136aaaad completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:16.998061 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port cfc85574-1531-470d-8f1a-4b5e136aaaad triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:16.998627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:17.073436 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:17.095778 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:17.097983 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f83cd3-02ac-4dcb-8e0a-cb95929bcb69" -d '{"events": [{"server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "name": "network-vif-plugged", "status": "completed", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:17.110501 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:17.114291 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:17.135846 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dff4f2-3c18-4ccb-8760-379b7f3414d3 x-openstack-request-id: req-96dff4f2-3c18-4ccb-8760-379b7f3414d3 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:17.136130 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "name": "network-vif-plugged", "status": "completed", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:17.136372 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96dff4f2-3c18-4ccb-8760-379b7f3414d3 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:17.136748 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'code': 200} Sep 10 16:39:17.161330 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:17.296369 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed98b-18d1-432f-993a-e35ef0f0745a req-20b14574-dad6-4501-a7cd-2f859d5b38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:17.297873 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65aed98b-18d1-432f-993a-e35ef0f0745a req-20b14574-dad6-4501-a7cd-2f859d5b38cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1099 time: 0.0403852 Sep 10 16:39:17.363638 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-65aed98b-18d1-432f-993a-e35ef0f0745a req-ce9b3b14-1e34-41df-9e97-89a4efe345cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Sep 10 16:39:17.371794 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5828af6-fd36-44fa-84c7-42d66733db7e req-aafe05b6-7dad-42ae-8935-821d5b2d977f tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:17.373227 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5828af6-fd36-44fa-84c7-42d66733db7e req-aafe05b6-7dad-42ae-8935-821d5b2d977f tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0625529 Sep 10 16:39:17.409821 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5828af6-fd36-44fa-84c7-42d66733db7e req-ed2d5f5b-505d-4996-9c1d-c70502a54451 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Sep 10 16:39:17.736431 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc462-b37b-4cf2-bb32-18a4f4757df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:18.527945 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff3a2-8b29-41b8-9269-072d2a0c8806 req-6b5f9266-fedc-478a-bce1-72b33eee3d33 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:18.529919 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec9ff3a2-8b29-41b8-9269-072d2a0c8806 req-6b5f9266-fedc-478a-bce1-72b33eee3d33 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Sep 10 16:39:18.566142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ec9ff3a2-8b29-41b8-9269-072d2a0c8806 req-ad940ca3-2937-4b91-8207-b1bb2d132180 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Sep 10 16:39:18.677602 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4ca55-88a3-41fe-b190-a409c2d76a04 req-2d48a689-f178-469f-954b-f1cd0fd3e88a tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:18.679063 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5a4ca55-88a3-41fe-b190-a409c2d76a04 req-2d48a689-f178-469f-954b-f1cd0fd3e88a tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Sep 10 16:39:18.714935 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e5a4ca55-88a3-41fe-b190-a409c2d76a04 req-219547c7-2436-48de-aa58-cda54ed726bc tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300298 Sep 10 16:39:19.036066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9530ea7-2311-4f7a-8b17-205a392620be req-c99a5e30-ba5e-4cb5-bb37-b383fd86dbe4 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:19.037434 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a9530ea7-2311-4f7a-8b17-205a392620be req-c99a5e30-ba5e-4cb5-bb37-b383fd86dbe4 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0477893 Sep 10 16:39:19.073291 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a9530ea7-2311-4f7a-8b17-205a392620be req-ae2642c6-0c5a-4077-ac63-c787563473fa tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299785 Sep 10 16:39:20.040007 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-a2135fd6-6d6f-40c0-a4d9-d797986a3910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:20.417299 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:20.729943 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:21.479123 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:21.801607 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-fd698f62-0b28-4757-9193-5b8db837d4cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409763 Sep 10 16:39:21.881763 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-5d3f302d-f6b2-4796-8e40-1098d5db8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:21.883191 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-5d3f302d-f6b2-4796-8e40-1098d5db8cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0397859 Sep 10 16:39:21.984176 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-592911c3-d86b-42e4-9ba7-c02295a020ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:21.985653 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-592911c3-d86b-42e4-9ba7-c02295a020ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.0833542 Sep 10 16:39:22.054702 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-cd8a08c4-c183-4e3f-9cf3-9ca9980d547c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 1001 time: 0.0598316 Sep 10 16:39:22.103557 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-de41aa49-b5dd-4d49-8402-6d4a8dc650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:22.105000 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-de41aa49-b5dd-4d49-8402-6d4a8dc650d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0435300 Sep 10 16:39:22.148729 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-50511a41-0aa7-407e-bb78-e1b3833a7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:22.150304 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-50511a41-0aa7-407e-bb78-e1b3833a7fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385568 Sep 10 16:39:22.243759 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-f9e2b76a-285d-4621-ad7f-dd432d0b9b6d service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863662 Sep 10 16:39:22.335342 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4ffcdb4c-e221-4e4a-8f06-52133c1f6da1 req-a79ebc14-4dc9-4fe5-b187-afc2b426b4aa service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835922 Sep 10 16:39:23.050096 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:27.426365 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fa49-bbc7-4632-b84a-c2287527ec8b req-3b5e9979-f61d-4767-818c-d1c35ccc1273 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:27.427824 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95a1fa49-bbc7-4632-b84a-c2287527ec8b req-3b5e9979-f61d-4767-818c-d1c35ccc1273 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0475917 Sep 10 16:39:27.463481 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95a1fa49-bbc7-4632-b84a-c2287527ec8b req-2f2126db-9c1d-4477-b469-b0b0dcd39e39 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298436 Sep 10 16:39:27.485104 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52056) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:27.606171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf060c4-3938-47e3-8924-7eb195604617 tempest-TestMinimumBasicScenario-1458706347 tempest-TestMinimumBasicScenario-1458706347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:27.607768 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6cf060c4-3938-47e3-8924-7eb195604617 tempest-TestMinimumBasicScenario-1458706347 tempest-TestMinimumBasicScenario-1458706347-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1094 time: 0.1217132 Sep 10 16:39:27.610562 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52060) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:27.614647 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'port_id': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:27.636010 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:27.731855 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:27.831709 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Allocated IP 172.27.3.87 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/71671264-f199-41f8-ae3a-bc3d26ff4a6a) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:39:27.931372 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:27.968298 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.003971 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:28.006620 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:28.010790 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:39:28.034818 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'Port': ['ID=71671264-f199-41f8-ae3a-bc3d26ff4a6a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:28.353635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.415842 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.558031 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.563035 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.635952 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'Port': ['ID=71671264-f199-41f8-ae3a-bc3d26ff4a6a,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:28.642933 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:28.738955 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Floating IP c8770e79-9dde-4104-8396-9930f19a8b4d associated. External IP: 172.27.3.87, port: cfc85574-1531-470d-8f1a-4b5e136aaaad. Sep 10 16:39:29.164690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Router ef6ab912-47dc-4595-be26-e3aab76b8f10 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:39:29.270906 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:39:29.281736 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Sync routers for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:39:29.287716 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.291059 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:29.291806 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:29.314630 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-fdf5e5e8-f9f9-43e4-bf8a-6166e5d0ccc0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7030857 Sep 10 16:39:29.315194 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:29.317429 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49702537-a190-4b78-9fdd-ca0433275077" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:29.317602 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52062) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:29.322381 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230692874', 'description': 'tempest-secgroup-smoke-1230692874 description', 'project_id': '6c0246540f0b4d96b06465f34b544a84'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:29.347914 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.357641 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a38a4-fab1-49ee-ba79-2ee7dd22d847 x-openstack-request-id: req-7b5a38a4-fab1-49ee-ba79-2ee7dd22d847 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:29.358004 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:29.358250 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b5a38a4-fab1-49ee-ba79-2ee7dd22d847 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:29.358637 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:39:29.406398 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:39:29.426977 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702537-a190-4b78-9fdd-ca0433275077 req-e8ffb16e-a6e3-46c1-975f-457296068ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:29.428492 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-e8ffb16e-a6e3-46c1-975f-457296068ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1099 time: 0.0441685 Sep 10 16:39:29.434936 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.439847 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.455381 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.459493 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406953 Sep 10 16:39:29.460071 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52066) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:29.471731 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:29.504473 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d7f62-d156-49b5-899b-bc0617602afb,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:29.510935 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.524030 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702537-a190-4b78-9fdd-ca0433275077 req-9a7c78e0-0af7-4a83-88fd-860cfdc8e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:29.525468 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-9a7c78e0-0af7-4a83-88fd-860cfdc8e17c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.0896752 Sep 10 16:39:29.529921 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.530271 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.530610 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.530949 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.531289 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.531620 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.531947 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.532270 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.532689 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.533018 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.533344 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.533666 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febabd6a-0a75-4e48-9eea-4f5540e27ca3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:29.568471 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.572235 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.594743 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.597752 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-89f63e9f-afea-4206-8eae-33863e0c7977 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 999 time: 0.0644610 Sep 10 16:39:29.598720 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52068) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:29.598909 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330473 Sep 10 16:39:29.600088 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52808a4-ffbd-485e-a09b-bac054242293 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994954d7-77b0-4981-9e7d-3144b5b47060,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:29.603148 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:29.653487 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'c8770e79-9dde-4104-8396-9930f19a8b4d', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'port_id': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'mac_address': 'fa:16:3e:c8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:39:28Z', 'updated_at': '2021-09-10T16:39:28Z', 'revision_number': 0, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:29.664160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702537-a190-4b78-9fdd-ca0433275077 req-f5684c82-bbe7-439d-bba7-9de83945d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:29.665587 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-f5684c82-bbe7-439d-bba7-9de83945d504 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0544724 Sep 10 16:39:29.666205 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.683888 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Checking router: ef6ab912-47dc-4595-be26-e3aab76b8f10 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:39:29.692993 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:39:29.693602 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:29.737873 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702537-a190-4b78-9fdd-ca0433275077 req-e2f77d19-be2e-4269-8df3-97f2959f1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:29.739473 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-e2f77d19-be2e-4269-8df3-97f2959f1be8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637267 Sep 10 16:39:29.748481 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.767789 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.795553 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdf81d8-96c3-4e1d-b2b6-2a0411083bb2,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:29.801725 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:39:29.825677 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:29.829324 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-c9c1ac85-22e5-403d-8551-b4ab63c63373 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2270961 Sep 10 16:39:29.829523 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52070) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:29.833699 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:29.872176 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-f80baa6c-bbf2-483a-a1ca-f26bcaf4f12d service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253729 Sep 10 16:39:29.877542 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.003495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.007281 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-49702537-a190-4b78-9fdd-ca0433275077 req-cbfe4a81-ac17-4616-8ab2-19573e6858b9 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271849 Sep 10 16:39:30.008320 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.025346 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da17b15f-03fb-4cc6-ba4a-258b7ef4df4b,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:30.032377 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'c8770e79-9dde-4104-8396-9930f19a8b4d', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'port_id': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'mac_address': 'fa:16:3e:c8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:39:28Z', 'updated_at': '2021-09-10T16:39:28Z', 'revision_number': 0, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:39:30.032918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.034083 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9cd6e019-aa78-4e1e-ab27-e9fb0897964e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036207 Sep 10 16:39:30.036860 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52072) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:30.041197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:30.060046 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4b0c6-a06e-4295-ad02-436d1a87d3e5 None None] The sync data for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi is: [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': 'c8770e79-9dde-4104-8396-9930f19a8b4d', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'port_id': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'mac_address': 'fa:16:3e:c8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:39:28Z', 'updated_at': '2021-09-10T16:39:28Z', 'revision_number': 0, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:39:30.076078 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.137165 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.141150 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.159660 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e807ac4b-a134-4f90-85ec-0faa7fe2812e,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:30.165542 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.166753 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-4d050812-611a-446c-a0b8-fcec95dcff4c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289833 Sep 10 16:39:30.171021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52074) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:30.175408 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:30.197604 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Project 6c0246540f0b4d96b06465f34b544a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:39:30.202902 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.268577 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.270621 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0765d04-0394-4055-872a-23b875723d84 None None] New status for floating IP c8770e79-9dde-4104-8396-9930f19a8b4d: ACTIVE {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:39:30.273011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.290942 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dfc3a0-8e8b-4ab5-8c1a-d30dc51cb818,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:30.298751 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.300037 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d187d60a-944d-4955-8a36-67a5a58a9137 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280177 Sep 10 16:39:30.302851 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52076) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:39:30.307197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'security_group_rule': {'security_group_id': 'e92d7f62-d156-49b5-899b-bc0617602afb', 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:30.329905 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.securitygroups_db [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Project 6c0246540f0b4d96b06465f34b544a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 16:39:30.336629 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.411038 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.414995 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687994'] for security_group_rule, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.433794 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b48fbd-38cf-4f53-bf10-ebc748748167,revision_number=0']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:30.441827 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.443104 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-7e592253-dc3f-4ec6-9c06-7aaaba2b640c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391509 Sep 10 16:39:30.521577 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9da6700e-c12c-481d-a55b-04896f17732a req-f1c49f58-742d-477b-9567-a38593d517bf tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230692874&fields=id&tenant_id=6c0246540f0b4d96b06465f34b544a84 HTTP/1.1" status: 200 len: 267 time: 0.0321689 Sep 10 16:39:30.573685 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6700e-c12c-481d-a55b-04896f17732a req-38dd57fd-41be-4f8d-b6cb-a757bc545442 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:30.575170 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9da6700e-c12c-481d-a55b-04896f17732a req-38dd57fd-41be-4f8d-b6cb-a757bc545442 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0478172 Sep 10 16:39:30.586138 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'port': {'security_groups': ['75cec4e8-61b2-4583-b854-c40478841476', 'e92d7f62-d156-49b5-899b-bc0617602afb']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:30.650533 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.833551 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:30.861989 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.866181 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.877363 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:39:30.908160 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:30.908779 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:30.910142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9da6700e-c12c-481d-a55b-04896f17732a req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "PUT /v2.0/ports/cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 982 time: 0.3283989 Sep 10 16:39:30.952649 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce77f37-18e5-4adb-bc43-4bd71f75fbd8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=6']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:30.977636 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:39:31.020235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a77e9-f548-4d92-909a-69f6c3d74a09 req-c8006b68-d009-4298-a525-1be30993314b tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:31.022073 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2e4a77e9-f548-4d92-909a-69f6c3d74a09 req-c8006b68-d009-4298-a525-1be30993314b tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0549345 Sep 10 16:39:31.071238 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-2e4a77e9-f548-4d92-909a-69f6c3d74a09 req-b5ab3326-67bc-43b1-801f-d2e523100b83 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416722 Sep 10 16:39:31.258986 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-49c5dc7c-8aa0-4b14-8e0f-8abd94e3294f None None] Provisioning complete for port cfc85574-1531-470d-8f1a-4b5e136aaaad triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:31.259389 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-49c5dc7c-8aa0-4b14-8e0f-8abd94e3294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:31.360029 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:31.362433 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:31.398396 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72671907-10f4-445c-b64d-a1013a7b8c7b x-openstack-request-id: req-72671907-10f4-445c-b64d-a1013a7b8c7b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:31.398747 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:31.398998 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72671907-10f4-445c-b64d-a1013a7b8c7b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:31.399576 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:39:31.465467 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-959c7890-926c-4de5-a3d7-9ed6834facd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:31.467100 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-959c7890-926c-4de5-a3d7-9ed6834facd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1138 time: 0.0448463 Sep 10 16:39:31.571795 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-d4101291-6abe-4e60-bdf2-5ba4173d700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:31.573259 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-d4101291-6abe-4e60-bdf2-5ba4173d700d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.0970237 Sep 10 16:39:31.650837 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-aef30a3c-6159-43c1-b74b-1e12fa0cfd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 1001 time: 0.0687873 Sep 10 16:39:31.701224 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-e7627c81-a928-413c-a660-163976e9362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:31.702610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-e7627c81-a928-413c-a660-163976e9362f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0445876 Sep 10 16:39:31.748232 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-583a927d-b1e6-4549-b28a-d72d9485c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:31.749645 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-583a927d-b1e6-4549-b28a-d72d9485c95c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385253 Sep 10 16:39:31.842012 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-bf44cfd6-2580-48c4-bb23-0deb67c476e1 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840859 Sep 10 16:39:31.931287 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-95d1c6a6-e1d0-4c3b-88c4-aa3379ce4d82 req-da5114a6-ace1-46c7-ba51-8e5f46e6cced service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820043 Sep 10 16:39:46.273099 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-54f695bb-bd9c-4827-816a-fbc7023dd92c tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625024596&fields=id&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 267 time: 0.0329528 Sep 10 16:39:46.378629 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-bd5c4db6-94b2-4c65-84b0-e434398bff86 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:46.380021 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-bd5c4db6-94b2-4c65-84b0-e434398bff86 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1005759 Sep 10 16:39:46.395233 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-b2a53275-0821-4539-bd5f-a2cd2c0241e1 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/quotas/5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Sep 10 16:39:46.451637 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-57ebdf75-8b0d-4119-8c17-676735e3628f tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507958 Sep 10 16:39:46.547200 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-be9f2d2f-03d7-4069-85bc-8b2ef4bc06a3 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 Sep 10 16:39:46.632983 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-5d6d1cb2-6a09-4295-9c39-a09fc0e61938 service neutron] 10.222.0.23 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798397 Sep 10 16:39:46.914064 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f24de849-3269-418a-b6ab-b9bec87963ca req-094d386e-3019-4294-be14-313f1bb56e1d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 210 time: 0.0304489 Sep 10 16:39:47.738608 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-059e32e7-dda4-44bb-8326-ee641ea9f6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:47.811955 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-db1415e8-8159-4478-aa64-631fd3497a62 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:47.813393 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-db1415e8-8159-4478-aa64-631fd3497a62 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 812 time: 0.1101098 Sep 10 16:39:47.856658 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-4ff63596-67ee-4fdf-863f-e0b724b50b03 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8fe045a60141dbbff9603dba7515d0 HTTP/1.1" status: 200 len: 380 time: 0.0334766 Sep 10 16:39:47.869436 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'port': {'device_id': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'admin_state_up': True, 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'security_groups': ['99d851dd-38bc-4544-80f5-70c55e2b2797']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:47.978809 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Made reservation on behalf of 5f8fe045a60141dbbff9603dba7515d0 for: {'port': 1} {{(pid=93869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 16:39:47.982591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.021442 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f856a17d-5b84-4e34-b8bb-5036c68554a3 req-cc6f7069-3d19-4232-8b2f-0e07c248650d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 210 time: 0.0364280 Sep 10 16:39:48.134120 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.20.0.3 (67135f64-7309-4878-8d24-0c2abca9f413/92854a63-44e3-4bec-83e9-e77ea8260068/bd2cbff0-9294-4fd2-8753-9a899f11f58d) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:39:48.272222 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.289862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Transition to ACTIVE for port object bd2cbff0-9294-4fd2-8753-9a899f11f58d will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:48.323337 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.365634 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network 67135f64-7309-4878-8d24-0c2abca9f413 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:39:48.368635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:39:48.371044 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:39:48.402646 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:48.430836 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:48.431485 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.446392 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-82ce7a3a-0416-48e3-9a97-0b4154670f37 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806658 Sep 10 16:39:48.467838 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Request body: {'port': {'device_id': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80846'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:39:48.527769 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.585581 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-39634667-8c81-43c6-8339-1b5534df1508 None None] Provisioning for port bd2cbff0-9294-4fd2-8753-9a899f11f58d completed by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:48.589292 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-39634667-8c81-43c6-8339-1b5534df1508 None None] Provisioning complete for port bd2cbff0-9294-4fd2-8753-9a899f11f58d triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:48.589666 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-39634667-8c81-43c6-8339-1b5534df1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.624139 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-39634667-8c81-43c6-8339-1b5534df1508 None None] Port bd2cbff0-9294-4fd2-8753-9a899f11f58d cannot update to ACTIVE because it is not bound. {{(pid=93870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 16:39:48.784572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2cbff0-9294-4fd2-8753-9a899f11f58d {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:39:48.792323 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.804681 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Transition to ACTIVE for port object bd2cbff0-9294-4fd2-8753-9a899f11f58d will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 16:39:48.808175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:48.860671 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:48.935020 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Attempting to bind port bd2cbff0-9294-4fd2-8753-9a899f11f58d on host hv-cinder-80846 for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 16:39:48.935939 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Attempting to bind port bd2cbff0-9294-4fd2-8753-9a899f11f58d by drivers openvswitch,hyperv on host hv-cinder-80846 at level 0 using segments [{'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 16:39:48.936447 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Attempting to bind port bd2cbff0-9294-4fd2-8753-9a899f11f58d on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:48.939089 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:39:48.941153 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Port bd2cbff0-9294-4fd2-8753-9a899f11f58d on network 67135f64-7309-4878-8d24-0c2abca9f413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80846 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 16:39:48.941477 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Attempting to bind port bd2cbff0-9294-4fd2-8753-9a899f11f58d on network 67135f64-7309-4878-8d24-0c2abca9f413 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 16:39:48.946624 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Checking agent: {'id': 'b64f3cc0-0d7f-4d83-b403-e12b79e5c381', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80846', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'started_at': datetime.datetime(2021, 9, 10, 16, 28, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 16:39:48.946955 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Checking segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 16:39:48.947379 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Bound using segment: {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 16:39:48.948066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Bound port: bd2cbff0-9294-4fd2-8753-9a899f11f58d, host: hv-cinder-80846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da89a1-c1e7-4dc1-9729-112dd49f272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 16:39:48.948420 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:49.012691 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 16:39:49.015733 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 16:39:49.019595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:49.051341 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.051953 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:49.053325 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 200 len: 1093 time: 0.5911288 Sep 10 16:39:49.053756 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:49.056025 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4444c331-ea3c-4ef9-827f-affdd30a7b86" -d '{"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:49.083406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b906-fe7c-4825-a9ac-57804531e995 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:49.109298 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a55555b-2cce-44a8-9a8c-a78543cec72f x-openstack-request-id: req-8a55555b-2cce-44a8-9a8c-a78543cec72f {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:49.109593 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:49.110029 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a55555b-2cce-44a8-9a8c-a78543cec72f {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:49.110434 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'status': 'completed', 'code': 200} Sep 10 16:39:49.201452 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd468f-9e56-4231-a8a8-505a5e10dcf9 req-c8deaefe-3752-44e9-b6d6-61cfcdb9c116 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.203011 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3edd468f-9e56-4231-a8a8-505a5e10dcf9 req-c8deaefe-3752-44e9-b6d6-61cfcdb9c116 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0857446 Sep 10 16:39:49.206091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6c984cc7-8847-49f6-937f-d89893a09680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.207513 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-6c984cc7-8847-49f6-937f-d89893a09680 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1096 time: 0.0806975 Sep 10 16:39:49.257727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-715999fd-3111-406d-ab9c-439fc9ac78b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 200 len: 217 time: 0.0345728 Sep 10 16:39:49.297511 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3edd468f-9e56-4231-a8a8-505a5e10dcf9 req-279824fd-1ed0-4eed-9e87-8eac46935838 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880477 Sep 10 16:39:49.314133 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-a43d8d1d-36f9-4622-a985-882862b4bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.315581 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-a43d8d1d-36f9-4622-a985-882862b4bcbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0488486 Sep 10 16:39:49.364318 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-cec58d8a-103c-477f-953b-0ac573580f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.365768 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-cec58d8a-103c-477f-953b-0ac573580f59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431080 Sep 10 16:39:49.452787 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-68b85046-6e0e-4006-bfc2-7593d7416002 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790808 Sep 10 16:39:49.545986 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eae05bfd-b9a3-4862-8aec-9b830cf0cd14 req-32fb9582-1777-4249-8080-f8196d18ea3f service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848737 Sep 10 16:39:49.632647 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-01f55181-fa90-48f7-bd6e-2b8592da8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.633984 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-01f55181-fa90-48f7-bd6e-2b8592da8df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1096 time: 0.0386391 Sep 10 16:39:49.725111 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-14954776-3e7c-4ee1-ba9a-81b4200ceadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.726538 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-14954776-3e7c-4ee1-ba9a-81b4200ceadc service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0856593 Sep 10 16:39:49.769801 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-55d0eb69-6fae-4efa-ae6c-51a093834eb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 200 len: 217 time: 0.0350261 Sep 10 16:39:49.817550 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-2986ed3b-00c8-4d12-96ae-5e63359c1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.818914 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-2986ed3b-00c8-4d12-96ae-5e63359c1831 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0413775 Sep 10 16:39:49.869178 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-9e48931f-0d08-4416-a5cc-29cdb6633b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:49.870654 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-9e48931f-0d08-4416-a5cc-29cdb6633b4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437858 Sep 10 16:39:49.965597 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-d7fced81-f518-4db8-9992-7aaf80896096 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792572 Sep 10 16:39:50.040909 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d767f09e-9f8b-4d39-ba72-191cae36f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:50.061453 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4444c331-ea3c-4ef9-827f-affdd30a7b86 req-c47c5105-5302-4ae7-b7fb-13b6ab4238a0 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846405 Sep 10 16:39:50.410780 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:50.411862 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa209-ac1f-46dd-aef1-16c30db12481 req-d314859b-4afd-42a6-b21a-c42a31164bc4 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:50.413352 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b8fa209-ac1f-46dd-aef1-16c30db12481 req-d314859b-4afd-42a6-b21a-c42a31164bc4 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0487056 Sep 10 16:39:50.449720 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b8fa209-ac1f-46dd-aef1-16c30db12481 req-cabf2ef9-9a8e-4714-bc8d-40c333f6384b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Sep 10 16:39:50.731215 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:51.484838 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:51.561305 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb7e0-c908-43ba-b7f4-8046ac492f68 req-1f60dc33-019b-4827-9542-2a3a5833124f tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:51.562731 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33bdb7e0-c908-43ba-b7f4-8046ac492f68 req-1f60dc33-019b-4827-9542-2a3a5833124f tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0470510 Sep 10 16:39:51.599128 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-33bdb7e0-c908-43ba-b7f4-8046ac492f68 req-3d8fd548-8926-4121-822d-473a22c54ce6 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Sep 10 16:39:52.713982 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97722d85-3a6b-4086-b520-7eb6d5a0ba41 req-0f082413-944c-486c-9591-0f4637b8705e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:52.715454 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97722d85-3a6b-4086-b520-7eb6d5a0ba41 req-0f082413-944c-486c-9591-0f4637b8705e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0522494 Sep 10 16:39:52.752283 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-97722d85-3a6b-4086-b520-7eb6d5a0ba41 req-e0b2c392-0a0b-4253-98ac-db6f0784bd90 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Sep 10 16:39:53.051444 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:53.863974 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a6f65-2f02-4c6c-aeaa-9f410b591fcf req-679e70f7-d8c6-4303-ba53-5a7fe9a43aee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:53.865478 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e4a6f65-2f02-4c6c-aeaa-9f410b591fcf req-679e70f7-d8c6-4303-ba53-5a7fe9a43aee tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0489454 Sep 10 16:39:53.901610 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-1e4a6f65-2f02-4c6c-aeaa-9f410b591fcf req-6defb96b-866d-4489-9c0e-a472a7ca548d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Sep 10 16:39:55.012047 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570ed9e-b627-4473-93a5-3d00614c1b93 req-18b4f8b9-80c5-4307-8693-bafb8c1de72a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:55.014045 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7570ed9e-b627-4473-93a5-3d00614c1b93 req-18b4f8b9-80c5-4307-8693-bafb8c1de72a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0468016 Sep 10 16:39:55.052592 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7570ed9e-b627-4473-93a5-3d00614c1b93 req-41d1cbf4-71f6-4d64-96c3-f6d93a862902 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Sep 10 16:39:56.165613 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e81c1-c7c0-40d8-8e7a-8ab75baac25a req-fd2c95ca-9cf5-4d2d-aae9-b6eefa5e5ca4 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.167023 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b57e81c1-c7c0-40d8-8e7a-8ab75baac25a req-fd2c95ca-9cf5-4d2d-aae9-b6eefa5e5ca4 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0502512 Sep 10 16:39:56.203752 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-b57e81c1-c7c0-40d8-8e7a-8ab75baac25a req-8b23edf1-66b6-446f-bf10-2d59ba24a2c3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306892 Sep 10 16:39:56.640244 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484500e-f249-4c4e-8a01-ec8c17f462f3 req-57740539-7900-494e-9865-f520d38a29f3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.641688 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3484500e-f249-4c4e-8a01-ec8c17f462f3 req-57740539-7900-494e-9865-f520d38a29f3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0758600 Sep 10 16:39:56.647560 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-afc1adf1-c070-486e-bb0e-1f4e2d0d78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.648952 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-afc1adf1-c070-486e-bb0e-1f4e2d0d78fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1138 time: 0.0564408 Sep 10 16:39:56.711771 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3484500e-f249-4c4e-8a01-ec8c17f462f3 req-caa92f64-5ff2-4f53-a5d0-da6f9c8e522d tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618894 Sep 10 16:39:56.761220 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-e246c852-41c9-4ac0-9aeb-8f62d03b38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.762773 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-e246c852-41c9-4ac0-9aeb-8f62d03b38ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.1056912 Sep 10 16:39:56.829594 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-71214e8b-5a49-4c03-b14a-791e4794f257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 1001 time: 0.0574768 Sep 10 16:39:56.883516 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-b0b18295-d9de-4464-bbbd-e3c886ac872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.884919 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-b0b18295-d9de-4464-bbbd-e3c886ac872d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0473738 Sep 10 16:39:56.930962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-e9c55450-61fd-40e3-9e9c-176921a1f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:56.932431 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-e9c55450-61fd-40e3-9e9c-176921a1f4c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390539 Sep 10 16:39:57.024056 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-db1fbed9-3bbf-4f0e-99b1-74f88af67fed service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839863 Sep 10 16:39:57.112543 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-ae5271f8-884b-4371-bb2c-55b0e3d6f360 req-8e3c5158-5998-4c54-b44a-f4b47d698908 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812459 Sep 10 16:39:57.133300 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device bd2cbff0-9294-4fd2-8753-9a899f11f58d details requested by agent hyperv_hv-cinder-80846 with host hv-cinder-80846 {{(pid=93870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 16:39:57.226559 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:57.238974 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Returning: {'device': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'port_id': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'mac_address': 'fa:16:3e:3a:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 16:39:57.278231 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:57.296191 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2cbff0-9294-4fd2-8753-9a899f11f58d {{(pid=93870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 16:39:57.315865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:57.320712 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:57.339585 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a298-7ed5-468c-a403-069770740d86 req-e67bc3aa-15e0-41a5-8030-588f20b1cd2d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:57.341074 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0272a298-7ed5-468c-a403-069770740d86 req-e67bc3aa-15e0-41a5-8030-588f20b1cd2d tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 943 time: 0.0493758 Sep 10 16:39:57.368845 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:57.376122 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.376467 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.376801 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.377129 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.377461 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.377784 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.378104 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.378422 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.378745 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.379061 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.379402 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.379714 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:39:57.379982 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0272a298-7ed5-468c-a403-069770740d86 req-b56cd119-9f57-4522-90cb-4d312b4834f2 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Sep 10 16:39:57.548824 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['bd2cbff0-9294-4fd2-8753-9a899f11f58d'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:39:57.831800 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7574d-cb3b-46bd-80e1-0f6da5a63327 req-1b10cef1-1b4d-4d97-90de-31cf36700eab tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:57.833140 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86c7574d-cb3b-46bd-80e1-0f6da5a63327 req-1b10cef1-1b4d-4d97-90de-31cf36700eab tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0530632 Sep 10 16:39:57.873448 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-86c7574d-cb3b-46bd-80e1-0f6da5a63327 req-ce1b7a70-c896-4294-8dad-0f29bb8b9c92 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343177 Sep 10 16:39:58.491280 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d05f-ead5-435b-9044-f47565bd9bf8 req-6f776d9e-4cfc-4f0f-ac14-8105e5dd6af9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:58.492727 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7754d05f-ead5-435b-9044-f47565bd9bf8 req-6f776d9e-4cfc-4f0f-ac14-8105e5dd6af9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 944 time: 0.0476558 Sep 10 16:39:58.528771 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7754d05f-ead5-435b-9044-f47565bd9bf8 req-150e2346-5c49-4324-8951-116ef52b02b3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298266 Sep 10 16:39:58.991479 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913751b-f971-4c07-b300-286e3c1f3565 req-6b037b9b-a134-4554-80df-045b5590f066 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:58.992903 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a913751b-f971-4c07-b300-286e3c1f3565 req-6b037b9b-a134-4554-80df-045b5590f066 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0473509 Sep 10 16:39:59.030972 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a913751b-f971-4c07-b300-286e3c1f3565 req-c314fc61-65d9-47da-947a-b88db32334c3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316172 Sep 10 16:39:59.147687 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device bd2cbff0-9294-4fd2-8753-9a899f11f58d up at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 16:39:59.194627 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning for port bd2cbff0-9294-4fd2-8753-9a899f11f58d completed by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 16:39:59.198454 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Provisioning complete for port bd2cbff0-9294-4fd2-8753-9a899f11f58d triggered by entity L2. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:39:59.198823 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:59.276541 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:59.297965 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d'}] {{(pid=93870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:39:59.300201 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e9f2aad43987d9c09ce338cb381aa1301fd5ddee2477d86dd92cdb66121dc63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567dbb9-8541-4116-bf1c-4f789736ec86" -d '{"events": [{"server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "name": "network-vif-plugged", "status": "completed", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d"}]}' {{(pid=93870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:39:59.312936 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:39:59.316967 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:39:59.339675 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24594c0f-8313-4683-a3e2-8cfec1d5a782 x-openstack-request-id: req-24594c0f-8313-4683-a3e2-8cfec1d5a782 {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:39:59.339966 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "name": "network-vif-plugged", "status": "completed", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d", "code": 200}]} {{(pid=93870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:39:59.340215 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24594c0f-8313-4683-a3e2-8cfec1d5a782 {{(pid=93870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:39:59.340600 dv-cinder-808464-1-iscsi neutron-server[93870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'code': 200} Sep 10 16:39:59.366054 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Pushing event updated for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=5']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:39:59.564527 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005e2e8-9763-4936-949e-b3c9efa56a57 req-2163920e-f8a8-44c8-88ab-6ed278c55aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:59.566037 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8005e2e8-9763-4936-949e-b3c9efa56a57 req-2163920e-f8a8-44c8-88ab-6ed278c55aea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1098 time: 0.0438628 Sep 10 16:39:59.609475 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8005e2e8-9763-4936-949e-b3c9efa56a57 req-7ddd8ffd-1418-463c-ad10-94105d6841f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Sep 10 16:39:59.643097 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9fa56-a271-460f-8032-a4476d8c7179 req-1be2e520-953d-4ea9-b3c2-d26e295ced72 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:39:59.644516 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9fc9fa56-a271-460f-8032-a4476d8c7179 req-1be2e520-953d-4ea9-b3c2-d26e295ced72 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0492172 Sep 10 16:39:59.680988 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9fc9fa56-a271-460f-8032-a4476d8c7179 req-16614442-80f6-41e3-9c59-ed758111a21a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Sep 10 16:40:00.146600 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fee31-b50b-49ac-bb13-4a48a6aae0b3 req-8805328f-ae0f-4d19-942b-0adfa4f0574a tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:00.148124 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-319fee31-b50b-49ac-bb13-4a48a6aae0b3 req-8805328f-ae0f-4d19-942b-0adfa4f0574a tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0487146 Sep 10 16:40:00.186941 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-319fee31-b50b-49ac-bb13-4a48a6aae0b3 req-a86fbfeb-3449-4120-962d-4929bf43d52f tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321488 Sep 10 16:40:00.796511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0b190-ba18-4715-bc8e-91f57eb1315f req-1eac0cd9-453d-4659-a294-7e118633b863 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:00.797957 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69e0b190-ba18-4715-bc8e-91f57eb1315f req-1eac0cd9-453d-4659-a294-7e118633b863 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0526314 Sep 10 16:40:00.836142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-69e0b190-ba18-4715-bc8e-91f57eb1315f req-9e8884f7-26b3-4bdf-b9fc-aa9ca50aa5bc tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Sep 10 16:40:00.946274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bb632-9207-475e-af94-ae2a17e0e45c req-6c842f52-5e0f-40de-8caa-b14de7a80872 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:00.947917 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-251bb632-9207-475e-af94-ae2a17e0e45c req-6c842f52-5e0f-40de-8caa-b14de7a80872 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Sep 10 16:40:00.984748 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-251bb632-9207-475e-af94-ae2a17e0e45c req-604bb3ff-f54b-4810-ba0f-7f2dade9cbb9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Sep 10 16:40:01.007448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52188) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:01.046511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc178c-7346-43f1-8d1e-3d1a00ea969c tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:01.047986 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-bbfc178c-7346-43f1-8d1e-3d1a00ea969c tempest-TestVolumeBootPattern-1928065189 tempest-TestVolumeBootPattern-1928065189-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1093 time: 0.0395749 Sep 10 16:40:01.050699 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52190) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:01.054758 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Request body: {'floatingip': {'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'port_id': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:40:01.076914 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:01.170678 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:01.300899 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Allocated IP 172.27.3.60 (ca37e584-5750-4895-bd98-c2cf956f52eb/dc45ed02-df6c-4b0d-8764-edefc44bab65/b9b6561e-1a5a-403c-9467-8a64bbffc312) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 16:40:01.339577 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3ebe5-306b-4bf9-aef4-7f00c91586d7 req-a1db67cf-7c44-44e2-9f78-1f6ab0bd19e3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:01.341659 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afc3ebe5-306b-4bf9-aef4-7f00c91586d7 req-a1db67cf-7c44-44e2-9f78-1f6ab0bd19e3 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0851891 Sep 10 16:40:01.420971 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-afc3ebe5-306b-4bf9-aef4-7f00c91586d7 req-7c7112da-1a50-4d78-9edd-8907f41901ee tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709548 Sep 10 16:40:01.440892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:01.483484 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782903681235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:01.741436 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Network ca37e584-5750-4895-bd98-c2cf956f52eb is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 16:40:01.744017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 16:40:01.747927 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 16:40:01.755312 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=b9b6561e-1a5a-403c-9467-8a64bbffc312,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:01.781202 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.781538 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.781870 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.782199 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.782526 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.782845 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.783164 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.783511 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.783830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.784148 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.784460 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:01.784771 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:02.094804 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.097225 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52194) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:02.230814 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.384761 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Deleting port 6fc31257-6c35-4e78-9ccb-ae3c18d6fc12 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:02.384988 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.473955 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.487371 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.496074 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.496392 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.537923 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Calling delete_port for 6fc31257-6c35-4e78-9ccb-ae3c18d6fc12 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:02.636104 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event updated for resources: {'Port': ['ID=b9b6561e-1a5a-403c-9467-8a64bbffc312,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:02.663235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685941'] for floatingip, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:02.734572 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14beb8-1365-44ef-a680-04aa49a65d79 req-91d231d0-d526-4000-9d9d-2abbb903e301 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:02.736066 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e14beb8-1365-44ef-a680-04aa49a65d79 req-91d231d0-d526-4000-9d9d-2abbb903e301 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.2445891 Sep 10 16:40:02.840665 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3e14beb8-1365-44ef-a680-04aa49a65d79 req-012ea101-5315-4991-89ad-db26b54d1bef tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985420 Sep 10 16:40:02.854248 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 096edd1c-88a2-4b0a-961b-d007f7b7e5d9 associated. External IP: 172.27.3.60, port: bd2cbff0-9294-4fd2-8753-9a899f11f58d. Sep 10 16:40:02.977490 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:03.009811 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event deleted for resources: {'Port': ['ID=6fc31257-6c35-4e78-9ccb-ae3c18d6fc12,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:03.137885 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:03.138531 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Floating IP 5648b3a6-cc20-4c85-8079-09418028bdf0 disassociated (deleted). External IP: 172.27.3.252, port: 9ce93b21-64e4-4e9c-bd26-0904df8e86a5. Sep 10 16:40:03.232163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:03.426189 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:03.435984 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:03.445589 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:03.446254 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:03.450661 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:03.451537 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:03.486710 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2e9d906d-5e3f-4b0b-9127-3aae53e97e12 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4348571 Sep 10 16:40:03.517198 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:03.519810 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f3f22-b143-4c48-9d90-8494b47c19f1" -d '{"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:03.556785 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c764e3-9b7e-42ed-85ba-50999068a150 x-openstack-request-id: req-04c764e3-9b7e-42ed-85ba-50999068a150 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:03.557072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:03.557318 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04c764e3-9b7e-42ed-85ba-50999068a150 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:03.557699 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'status': 'completed', 'code': 200} Sep 10 16:40:03.557808 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:03.613726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:03.618235 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:03.624084 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Sync routers for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:03.632740 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:03.633589 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:03.746561 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:03.798194 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '096edd1c-88a2-4b0a-961b-d007f7b7e5d9', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:3a:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:40:01Z', 'updated_at': '2021-09-10T16:40:01Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}, {'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:03.831121 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:03.839865 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:03.842103 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:03.883462 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-41b9b1c6-4e95-4628-9a2b-34fef4b7343e tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "DELETE /v2.0/floatingips/5648b3a6-cc20-4c85-8079-09418028bdf0 HTTP/1.1" status: 204 len: 168 time: 1.7851329 Sep 10 16:40:03.886406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-cc9fc4b4-4808-426c-a1fc-b1850ef27db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:03.888703 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-cc9fc4b4-4808-426c-a1fc-b1850ef27db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1098 time: 0.3074670 Sep 10 16:40:03.974860 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:03.985726 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:04.023103 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Checking router: 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:04.032893 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:04.033097 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:04.054719 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862b0de-d1ff-4b80-ae67-7ff519512be0 req-b5569531-c871-40a0-a767-1ebe979bc41c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:04.056356 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4862b0de-d1ff-4b80-ae67-7ff519512be0 req-b5569531-c871-40a0-a767-1ebe979bc41c tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.1288118 Sep 10 16:40:04.066696 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-2ba592b8-491d-4fa3-85df-ccdcf0303b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:04.068381 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-2ba592b8-491d-4fa3-85df-ccdcf0303b15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.1714056 Sep 10 16:40:04.159923 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:04.182151 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4862b0de-d1ff-4b80-ae67-7ff519512be0 req-7ef86c3c-ef2b-4039-a381-dc5327236b2d tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126792 Sep 10 16:40:04.198789 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-77f6f9ee-2e66-479e-8931-0c10122f9689 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 200 len: 998 time: 0.1176896 Sep 10 16:40:04.223145 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517f74-d2a4-46a2-9d17-04e1e11c8b29 req-ee207a09-f633-4a66-a00e-4645ee1b620d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:04.224684 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59517f74-d2a4-46a2-9d17-04e1e11c8b29 req-ee207a09-f633-4a66-a00e-4645ee1b620d tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0991166 Sep 10 16:40:04.238999 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '096edd1c-88a2-4b0a-961b-d007f7b7e5d9', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:3a:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:40:01Z', 'updated_at': '2021-09-10T16:40:01Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}, {'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:04.269857 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6696e05-d857-4e2a-a893-8731c67d4c5a None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '096edd1c-88a2-4b0a-961b-d007f7b7e5d9', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:3a:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:40:01Z', 'updated_at': '2021-09-10T16:40:01Z', 'revision_number': 0, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}, {'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:04.283489 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-5012e7a5-98e3-4e34-ac28-6763ee1e3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:04.284961 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-5012e7a5-98e3-4e34-ac28-6763ee1e3098 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0781250 Sep 10 16:40:04.292943 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-59517f74-d2a4-46a2-9d17-04e1e11c8b29 req-ee1195e3-27b1-4ec8-8174-4f9956ccd815 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498331 Sep 10 16:40:04.337984 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-77be01b7-a69e-4517-a6ca-0a8f374bc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:04.339413 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-77be01b7-a69e-4517-a6ca-0a8f374bc945 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429850 Sep 10 16:40:04.383243 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:04.409583 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1e228-eb91-45f5-a013-6466fc3b85b0 None None] The sync data for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi is: [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:37Z', 'revision_number': 4, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'ac74be99-8335-4eeb-a568-fba805fe7d3c', 'name': '', 'network_id': 'c0a8c97a-6690-4d3c-84ed-74f621207056', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'mac_address': 'fa:16:3e:42:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:37Z', 'updated_at': '2021-09-10T16:35:43Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'subnets': [{'id': '7cb1d282-d7d2-435b-90dc-33ecb4a4c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:04.439129 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-417563eb-ff79-41d2-a3b7-56de8c2537bc service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Sep 10 16:40:04.508992 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de1843-82ca-457c-a1c9-a60326b48e00 None None] New status for floating IP 096edd1c-88a2-4b0a-961b-d007f7b7e5d9: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:40:04.538943 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-a12f3f22-b143-4c48-9d90-8494b47c19f1 req-6c03b800-7b8b-420f-bba3-78b7e17c5e80 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916166 Sep 10 16:40:04.671626 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc376b-0437-4596-85f5-b8b03e624f08 None None] New status for floating IP 5648b3a6-cc20-4c85-8079-09418028bdf0: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:40:05.303677 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452fd43-5579-4a99-aa5f-04f0af049f7d req-793fed48-10db-4d40-a0ec-e534f6afce42 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.305115 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7452fd43-5579-4a99-aa5f-04f0af049f7d req-793fed48-10db-4d40-a0ec-e534f6afce42 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0517213 Sep 10 16:40:05.344752 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7452fd43-5579-4a99-aa5f-04f0af049f7d req-292b1943-12ea-42b6-bc25-1a448ade370f tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330040 Sep 10 16:40:05.408456 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffbbbb-5426-41ea-b8c8-33ee0ab3a066 req-73316e3b-5dc3-4933-996a-56913e7823bb tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.409888 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f4ffbbbb-5426-41ea-b8c8-33ee0ab3a066 req-73316e3b-5dc3-4933-996a-56913e7823bb tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0472682 Sep 10 16:40:05.447111 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-f4ffbbbb-5426-41ea-b8c8-33ee0ab3a066 req-204cc8ef-27e7-4613-a66b-522956c2f1df tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ad99430-36af-459a-bdf1-9674cfaa35e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313075 Sep 10 16:40:05.570652 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:05.573193 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182" -d '{"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:05.598175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-3e4fa97b-9ba9-4af9-b492-164a67188793 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.599645 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-3e4fa97b-9ba9-4af9-b492-164a67188793 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.39 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 945 time: 0.0543444 Sep 10 16:40:05.612888 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cfb977-b1ae-4a7f-8e13-565c90331fbe x-openstack-request-id: req-23cfb977-b1ae-4a7f-8e13-565c90331fbe {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:05.613163 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:05.613406 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23cfb977-b1ae-4a7f-8e13-565c90331fbe {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:05.613775 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'status': 'completed', 'code': 200} Sep 10 16:40:05.681712 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-8c79ce1d-2cfe-4a85-96b8-e215f901dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.683221 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-8c79ce1d-2cfe-4a85-96b8-e215f901dbdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b67be9598fce467c9be355c54a4b0bf1&device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 1098 time: 0.0440981 Sep 10 16:40:05.697818 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Deleting port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:05.698224 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:05.773210 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-3be33aee-aca4-4051-9875-488937b5e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.774698 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-3be33aee-aca4-4051-9875-488937b5e50f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 200 len: 909 time: 0.0845623 Sep 10 16:40:05.783706 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] For port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:05.784072 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:05.797095 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Calling delete_port for 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 owned by compute:nova {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:05.820628 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-29fe7211-674e-4bea-95fc-9dcd63d8bbcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 200 len: 217 time: 0.0394611 Sep 10 16:40:05.872796 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-700a9295-6826-491d-bca4-5a734926c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.874185 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-700a9295-6826-491d-bca4-5a734926c398 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 200 len: 847 time: 0.0467861 Sep 10 16:40:05.919991 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-7119594f-93d6-4d5d-911a-4a2a4275f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:05.921616 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-7119594f-93d6-4d5d-911a-4a2a4275f3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c0a8c97a-6690-4d3c-84ed-74f621207056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401394 Sep 10 16:40:05.927570 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:05.955530 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event deleted for resources: {'Port': ['ID=9ce93b21-64e4-4e9c-bd26-0904df8e86a5,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:06.002941 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] No DVR routers for this DVR port 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 on host hv-cinder-80846 {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:06.005506 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:06.007528 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-3f322b4a-6d8d-4305-baaf-7a438a387ded req-afa89f30-b6c8-4c11-a394-56c109224820 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.39 "DELETE /v2.0/ports/9ce93b21-64e4-4e9c-bd26-0904df8e86a5 HTTP/1.1" status: 204 len: 173 time: 0.4018698 Sep 10 16:40:06.017135 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-a1afa6c3-a1ee-4a0e-8358-284879b75cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Sep 10 16:40:06.108945 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a406d8e1-aff1-4d36-a0f1-579c2d0ee182 req-6630b7f9-dd19-4ebd-9c54-164693e33da2 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843680 Sep 10 16:40:06.473919 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302c9b1-5b4a-4de2-aa0e-54f9a96330be req-110b0e57-0ed7-4860-87a4-0a00c6309c17 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:06.476493 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6302c9b1-5b4a-4de2-aa0e-54f9a96330be req-110b0e57-0ed7-4860-87a4-0a00c6309c17 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0562642 Sep 10 16:40:06.526354 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-6302c9b1-5b4a-4de2-aa0e-54f9a96330be req-eb664af6-fd13-4777-8628-61c104b4bcd5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422664 Sep 10 16:40:06.573160 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-eaccf49c-ead8-4948-98dc-a9525bc0ef21 req-e708d9b3-4eeb-4020-b6a2-7e57001b0b70 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8374-5b82-42fa-8437-f8799c75f17a HTTP/1.1" status: 200 len: 210 time: 0.0325098 Sep 10 16:40:07.623821 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-deleted', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:07.626306 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3abf71-d9d3-4e15-b1c7-e92639f95402" -d '{"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-deleted", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:07.629036 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52222) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:07.654499 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb1d06-9575-4b9d-98f3-b18923a4c656 req-cd579222-9272-4185-8e4f-bc6f339ef651 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:07.656521 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bbb1d06-9575-4b9d-98f3-b18923a4c656 req-cd579222-9272-4185-8e4f-bc6f339ef651 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0584345 Sep 10 16:40:07.665307 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b7729-ff4a-40e4-90d0-3100a5824699 x-openstack-request-id: req-b96b7729-ff4a-40e4-90d0-3100a5824699 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:07.665596 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8374-5b82-42fa-8437-f8799c75f17a", "name": "network-vif-deleted", "tag": "9ce93b21-64e4-4e9c-bd26-0904df8e86a5", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:07.665839 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96b7729-ff4a-40e4-90d0-3100a5824699 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:07.666215 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8374-5b82-42fa-8437-f8799c75f17a', 'name': 'network-vif-deleted', 'tag': '9ce93b21-64e4-4e9c-bd26-0904df8e86a5', 'status': 'completed', 'code': 200} Sep 10 16:40:07.691725 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:07.702681 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7bbb1d06-9575-4b9d-98f3-b18923a4c656 req-11c3dcc4-c075-456d-8a14-b6ec1983357d tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389862 Sep 10 16:40:07.719154 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:07.780558 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:07.783049 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:07.784232 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ad99430-36af-459a-bdf1-9674cfaa35e7 HTTP/1.1" status: 204 len: 168 time: 0.1542003 Sep 10 16:40:07.793551 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9138f4d-93e5-42dc-87f8-fc160c6d7831 tempest-TestShelveInstance-1338798169 tempest-TestShelveInstance-1338798169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad99430-36af-459a-bdf1-9674cfaa35e7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:07.828741 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52228) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:08.166926 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:08.402916 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Deleting port ac74be99-8335-4eeb-a568-fba805fe7d3c {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:08.403153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:08.490857 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] For port ac74be99-8335-4eeb-a568-fba805fe7d3c, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ac74be99-8335-4eeb-a568-fba805fe7d3c,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:08.491205 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:08.504736 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Calling delete_port for ac74be99-8335-4eeb-a568-fba805fe7d3c owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:08.685525 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:08.712064 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac74be99-8335-4eeb-a568-fba805fe7d3c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:08.895165 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:08.944445 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a353e-cf17-4edb-b374-c1db55657a8f req-4a782c84-0308-4f1d-993e-22c939e3129e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:08.945903 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e71a353e-cf17-4edb-b374-c1db55657a8f req-4a782c84-0308-4f1d-993e-22c939e3129e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.1734352 Sep 10 16:40:08.990089 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-e71a353e-cf17-4edb-b374-c1db55657a8f req-ba43773b-2204-48fe-a3e9-841b24e445b8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372727 Sep 10 16:40:09.370060 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:09.476015 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:09.482180 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4f1d1a4b-3336-45d6-a40d-a5c6e1937b27 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1cfc79-5391-4c3a-8486-3ef6241c5bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523061 Sep 10 16:40:09.484649 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52234) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:09.485555 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Sync routers for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:09.494711 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:09.495344 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:09.585784 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:09.598202 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:09.691449 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:09.746930 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Deleting port 36284ac8-f783-49ae-8d0c-eaa8719d3c81 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:09.747277 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:09.824830 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] For port 36284ac8-f783-49ae-8d0c-eaa8719d3c81, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=36284ac8-f783-49ae-8d0c-eaa8719d3c81,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:09.825183 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:09.837090 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Calling delete_port for 36284ac8-f783-49ae-8d0c-eaa8719d3c81 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:09.893931 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:40:08Z', 'revision_number': 5, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port': {'id': '36284ac8-f783-49ae-8d0c-eaa8719d3c81', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:09.923334 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Checking router: 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:09.931660 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Routers {'3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:09.932278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:09.999247 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.019693 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] Set router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:10.028602 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Pushing event deleted for resources: {'Port': ['ID=36284ac8-f783-49ae-8d0c-eaa8719d3c81,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:10.075754 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:40:09Z', 'revision_number': 6, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:10.107211 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a401d92-cdb4-48bb-954d-5ce322a0983b None None] The sync data for ids ['3c1cfc79-5391-4c3a-8486-3ef6241c5bf2'] in dv-cinder-808464-1-iscsi is: [{'id': '3c1cfc79-5391-4c3a-8486-3ef6241c5bf2', 'name': 'tempest-TestShelveInstance-375488882-router', 'tenant_id': 'b67be9598fce467c9be355c54a4b0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:35Z', 'updated_at': '2021-09-10T16:40:09Z', 'revision_number': 6, 'project_id': 'b67be9598fce467c9be355c54a4b0bf1', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:10.116544 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.222976 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.234024 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8ba3c-fc37-418b-893d-339402358995 req-fdac324b-69f5-4072-bee9-201f0e00fef9 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:10.235504 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-37c8ba3c-fc37-418b-893d-339402358995 req-fdac324b-69f5-4072-bee9-201f0e00fef9 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.1616552 Sep 10 16:40:10.236740 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.321002 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.321512 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:40:10.327583 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.328690 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-140bcc16-72e1-44fa-b7cf-5d90f19c5228 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c1cfc79-5391-4c3a-8486-3ef6241c5bf2 HTTP/1.1" status: 204 len: 168 time: 0.8430266 Sep 10 16:40:10.331194 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52240) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:10.352867 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-37c8ba3c-fc37-418b-893d-339402358995 req-6cab55db-2c3f-431b-8815-79e889a547a1 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100519 Sep 10 16:40:10.388968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Deleting subnet 7cb1d282-d7d2-435b-90dc-33ecb4a4c24a {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:40:10.391901 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.425770 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.541898 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.593847 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.618799 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb1d282-d7d2-435b-90dc-33ecb4a4c24a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:10.620762 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.622975 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3b2a5c7b-e07f-4d83-b47d-67e7cb483fea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7cb1d282-d7d2-435b-90dc-33ecb4a4c24a HTTP/1.1" status: 204 len: 168 time: 0.2907765 Sep 10 16:40:10.625373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52242) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:10.625680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91a9c3-8c2e-4067-9fdd-2ca9f665346f None None] Network c0a8c97a-6690-4d3c-84ed-74f621207056 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:40:10.694091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.744791 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Deleting port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:10.745126 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.809262 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] For port 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=32786b36-9a57-4506-b1e0-c48d61b1c2f0,segment=NetworkSegment(d1af4835-bdb5-4ee4-85af-9d9d908bbd6d),segment_id=d1af4835-bdb5-4ee4-85af-9d9d908bbd6d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:10.809538 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.821309 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Calling delete_port for 32786b36-9a57-4506-b1e0-c48d61b1c2f0 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:10.868983 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] DHCP port deletion for c0a8c97a-6690-4d3c-84ed-74f621207056 request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:40:10.905935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.929072 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 32786b36-9a57-4506-b1e0-c48d61b1c2f0 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:10.934966 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32786b36-9a57-4506-b1e0-c48d61b1c2f0,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:10.944495 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] No DVR routers for this DVR port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 on host dv-cinder-808464-1-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:10.961968 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 32786b36-9a57-4506-b1e0-c48d61b1c2f0 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:10.962315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 32786b36-9a57-4506-b1e0-c48d61b1c2f0 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:10.962741 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ac74be99-8335-4eeb-a568-fba805fe7d3c no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:10.965508 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Deleting port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:10.965750 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:10.994001 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: ac74be99-8335-4eeb-a568-fba805fe7d3c {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:10.994340 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ac74be99-8335-4eeb-a568-fba805fe7d3c not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:10.994768 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 36284ac8-f783-49ae-8d0c-eaa8719d3c81 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:11.021259 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.024360 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 36284ac8-f783-49ae-8d0c-eaa8719d3c81 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:11.024770 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 36284ac8-f783-49ae-8d0c-eaa8719d3c81 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:11.047013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a8c97a-6690-4d3c-84ed-74f621207056']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:11.056728 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:11.057021 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1af4835-bdb5-4ee4-85af-9d9d908bbd6d') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:11.070066 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.072987 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] For port 32786b36-9a57-4506-b1e0-c48d61b1c2f0, host dv-cinder-808464-1-iscsi, got binding levels [] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:11.073388 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.086308 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.086745 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Calling delete_port for 32786b36-9a57-4506-b1e0-c48d61b1c2f0 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:11.091469 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.ipam_backend_mixin [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 was not found and therefore no delete operation was performed {{(pid=93870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 16:40:11.092753 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.094018 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:40:11.094664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:40:11.096784 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:40:11.119638 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] Pushing event deleted for resources: {'Port': ['ID=32786b36-9a57-4506-b1e0-c48d61b1c2f0,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:11.124302 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f56a7a-870c-4f1b-87f5-96700470202c None None] No DVR routers for this DVR port 32786b36-9a57-4506-b1e0-c48d61b1c2f0 on host dv-cinder-808464-1-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:11.170068 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.175434 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.177258 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0a8c97a-6690-4d3c-84ed-74f621207056 HTTP/1.1" status: 204 len: 168 time: 0.5509923 Sep 10 16:40:11.180394 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52244) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:11.187867 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc73f8-e158-4209-8432-fa7695f7e4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a8c97a-6690-4d3c-84ed-74f621207056,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:11.214113 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:11.235533 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:11.235879 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 9ce93b21-64e4-4e9c-bd26-0904df8e86a5 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:11.467547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f4c87-2654-4f3f-bb8e-4716f7807c5b req-ae0eaa04-421d-4465-afa8-4f90240d96aa tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:11.469060 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a7f4c87-2654-4f3f-bb8e-4716f7807c5b req-ae0eaa04-421d-4465-afa8-4f90240d96aa tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0482976 Sep 10 16:40:11.507508 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-9a7f4c87-2654-4f3f-bb8e-4716f7807c5b req-579265e0-bf98-4827-8835-1a76215569d0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324571 Sep 10 16:40:11.531170 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.770913 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Deleting port ccc77594-22d6-4658-8366-448cf210b350 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:11.771292 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.850153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] For port ccc77594-22d6-4658-8366-448cf210b350, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=ccc77594-22d6-4658-8366-448cf210b350,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:11.850516 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:11.863659 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Calling delete_port for ccc77594-22d6-4658-8366-448cf210b350 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:12.038958 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.066216 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc77594-22d6-4658-8366-448cf210b350,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:12.227935 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.441420 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:12.546724 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:12.551785 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0f006b73-4b00-4d3d-a9c6-074c07f88dcb admin admin] 10.222.0.23 "PUT /v2.0/routers/2ecbed1b-ea4f-436e-9297-11c2a5a4260a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3703260 Sep 10 16:40:12.554307 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52250) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:12.557156 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Sync routers for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:12.566935 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:12.567722 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:12.634825 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aeb04-ee15-43e8-b2c1-e3c4cea72b5f req-efc71e2e-25e8-4cd1-9f62-8a2e84daec66 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:12.636325 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-686aeb04-ee15-43e8-b2c1-e3c4cea72b5f req-efc71e2e-25e8-4cd1-9f62-8a2e84daec66 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0528541 Sep 10 16:40:12.660344 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.679364 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:12.700301 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-686aeb04-ee15-43e8-b2c1-e3c4cea72b5f req-a7efe28f-f8bd-4157-bd1a-8b6e83fc6155 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568011 Sep 10 16:40:12.771220 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.823589 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Deleting port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:12.824454 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.868919 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:40:11Z', 'revision_number': 5, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port': {'id': '6cb7f34c-043a-4864-aa0a-669ec7cfc8f9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:12.895323 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Checking router: 2ecbed1b-ea4f-436e-9297-11c2a5a4260a for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:12.905213 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Routers {'2ecbed1b-ea4f-436e-9297-11c2a5a4260a'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:12.905824 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:39:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:12.909787 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] For port 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:12.910150 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:12.922216 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Calling delete_port for 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:12.992270 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] Set router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:13.049948 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:40:12Z', 'revision_number': 6, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:13.095836 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.123471 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb7f34c-043a-4864-aa0a-669ec7cfc8f9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:13.184925 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.190201 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52638179-1f52-4b4e-a9e8-ad1228bd34be None None] The sync data for ids ['2ecbed1b-ea4f-436e-9297-11c2a5a4260a'] in dv-cinder-808464-1-iscsi is: [{'id': '2ecbed1b-ea4f-436e-9297-11c2a5a4260a', 'name': 'tempest-TestShelveInstance-102488882-router', 'tenant_id': 'aa5f94d5532542329ee80597ab43ec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:35:39Z', 'updated_at': '2021-09-10T16:40:12Z', 'revision_number': 6, 'project_id': 'aa5f94d5532542329ee80597ab43ec6d', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:13.275324 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.277410 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.320819 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.321391 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecbed1b-ea4f-436e-9297-11c2a5a4260a {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:40:13.326677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.327888 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f8d1643c-4eed-4cd3-81ad-435a476626ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ecbed1b-ea4f-436e-9297-11c2a5a4260a HTTP/1.1" status: 204 len: 168 time: 0.7726393 Sep 10 16:40:13.330298 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52252) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:13.373312 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Deleting subnet b4cd149b-482d-44be-a761-814d0d8759bc {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:40:13.376305 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.409579 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.487757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.542207 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.567773 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cd149b-482d-44be-a761-814d0d8759bc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:13.573920 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.579668 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-93dcd2fd-bbfb-4dcd-bed3-76e412c7c54c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b4cd149b-482d-44be-a761-814d0d8759bc HTTP/1.1" status: 204 len: 168 time: 0.2446880 Sep 10 16:40:13.579668 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52254) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:13.581297 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448535b5-b1e9-4675-88bc-966aeb4ab5c3 None None] Network e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:40:13.652789 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.704781 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Deleting port 4e0fd10d-e681-49ab-994d-29cd033b76bb {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:13.705284 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.777605 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] For port 4e0fd10d-e681-49ab-994d-29cd033b76bb, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4e0fd10d-e681-49ab-994d-29cd033b76bb,segment=NetworkSegment(ee8863a4-c057-4645-9dbf-5bdfaa023a8e),segment_id=ee8863a4-c057-4645-9dbf-5bdfaa023a8e)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:13.777966 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.791336 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Calling delete_port for 4e0fd10d-e681-49ab-994d-29cd033b76bb owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:13.811911 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d212c5d-b8fc-4250-b95f-fbb0924aff69 req-0a7967ab-3f96-4bea-a2ae-ab710ec8dcd5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:13.813552 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d212c5d-b8fc-4250-b95f-fbb0924aff69 req-0a7967ab-3f96-4bea-a2ae-ab710ec8dcd5 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0530155 Sep 10 16:40:13.853165 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8d212c5d-b8fc-4250-b95f-fbb0924aff69 req-4cd2f233-ab7f-4619-9cad-517f89189e72 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=e92d7f62-d156-49b5-899b-bc0617602afb&id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333126 Sep 10 16:40:13.877270 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:13.902792 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0fd10d-e681-49ab-994d-29cd033b76bb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:13.906301 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] No DVR routers for this DVR port 4e0fd10d-e681-49ab-994d-29cd033b76bb on host dv-cinder-808464-1-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:13.968026 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa3c2c-818f-4811-880a-c3549e1be642 None None] DHCP port deletion for e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:40:13.981713 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.003553 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:14.013201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:14.013521 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8863a4-c057-4645-9dbf-5bdfaa023a8e') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:14.022590 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.035876 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.042028 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:40:14.042382 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:40:14.044399 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:40:14.100337 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.105829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.107707 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b HTTP/1.1" status: 204 len: 168 time: 0.5283384 Sep 10 16:40:14.118023 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b69c-e3f2-42f0-98dc-7517e68e4604 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c5c1a2-1f55-4436-a2b4-e7ecfc25dd6b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:14.280593 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52262) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:14.318875 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f21f653b-5dd6-4399-a73c-f16f8f24acf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b67be9598fce467c9be355c54a4b0bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370481 Sep 10 16:40:14.321590 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52264) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:14.367766 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.388400 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.432373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.435040 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.436218 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cae4bd90-c717-48e5-92b0-b841cf770e3b HTTP/1.1" status: 204 len: 168 time: 0.1135063 Sep 10 16:40:14.443923 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dea93f-9171-4f85-a46a-9932bec8d294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4bd90-c717-48e5-92b0-b841cf770e3b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:14.736417 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:14.745359 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52270) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:14.755691 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:14.756028 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 6cb7f34c-043a-4864-aa0a-669ec7cfc8f9 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:14.756445 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ccc77594-22d6-4658-8366-448cf210b350 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:14.774497 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: ccc77594-22d6-4658-8366-448cf210b350 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:14.774834 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device ccc77594-22d6-4658-8366-448cf210b350 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:14.775237 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4e0fd10d-e681-49ab-994d-29cd033b76bb no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:14.784706 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-b516401d-91a6-4896-8dd1-e2de7464c9e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa5f94d5532542329ee80597ab43ec6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375090 Sep 10 16:40:14.787201 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52272) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:14.796545 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 4e0fd10d-e681-49ab-994d-29cd033b76bb {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:14.796889 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4e0fd10d-e681-49ab-994d-29cd033b76bb not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:14.839002 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.858965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.904504 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.907146 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:14.908336 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb0923c4-eb7c-440e-ad88-46f665b51873 HTTP/1.1" status: 204 len: 168 time: 0.1201799 Sep 10 16:40:14.916840 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72efc-6472-4210-90f0-b1c7646ff3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0923c4-eb7c-440e-ad88-46f665b51873,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:17.740597 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-376d9348-17e4-4710-ad69-b90932c35375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:20.040750 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-fd8a72f3-a736-40c2-8ee2-e20fffcd74b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:20.424895 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:20.732734 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:21.483101 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:22.819838 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-e41945c5-e6b5-4e1b-a8ca-449ca431c710 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417836 Sep 10 16:40:22.883201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77fde-8188-40a6-aa04-c101585aa98f req-9077d298-ca15-47e1-9300-200e0a11661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:22.884753 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-9077d298-ca15-47e1-9300-200e0a11661d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1098 time: 0.0431404 Sep 10 16:40:22.990195 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77fde-8188-40a6-aa04-c101585aa98f req-41e3a676-f933-4eb2-b91e-f64cb2873174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:22.991682 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-41e3a676-f933-4eb2-b91e-f64cb2873174 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0861084 Sep 10 16:40:23.056062 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:23.057368 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-de522ce4-f638-4c67-bcc8-189ea51061ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 1001 time: 0.0575006 Sep 10 16:40:23.105941 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77fde-8188-40a6-aa04-c101585aa98f req-c5a30e8d-f2e3-4017-b465-d81e0c65f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:23.107384 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-c5a30e8d-f2e3-4017-b465-d81e0c65f03e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0431590 Sep 10 16:40:23.166073 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77fde-8188-40a6-aa04-c101585aa98f req-af274088-5e72-4c90-851c-8ba11b5a44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:23.167879 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-af274088-5e72-4c90-851c-8ba11b5a44e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481675 Sep 10 16:40:23.256049 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-19bf39eb-9d38-4773-a0a3-7d101432e0c8 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812049 Sep 10 16:40:23.593441 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-18f77fde-8188-40a6-aa04-c101585aa98f req-9d0e8a43-c0e8-4cf0-81f1-f8076bd9722a service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299754 Sep 10 16:40:25.938666 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:40:46.716877 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-35a6dac3-de61-445c-8a8e-730d138cc1ec tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230692874&fields=id&tenant_id=6c0246540f0b4d96b06465f34b544a84 HTTP/1.1" status: 200 len: 267 time: 0.2314525 Sep 10 16:40:46.767348 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-d6b9a34f-446e-4b11-bb11-81c7c22d8f03 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:46.768789 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-d6b9a34f-446e-4b11-bb11-81c7c22d8f03 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 985 time: 0.0464542 Sep 10 16:40:46.779472 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.v2.base [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Request body: {'port': {'security_groups': ['75cec4e8-61b2-4583-b854-c40478841476']}} {{(pid=93869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 16:40:46.845510 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539858'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.240612 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:47.269184 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.273599 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782904186134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782903681253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782903681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10008931'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.285561 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:40:47.314684 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:47.315286 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.317985 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fbe82a52-cbd0-450c-a844-c99e57ba5674 req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "PUT /v2.0/ports/cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 943 time: 0.5429361 Sep 10 16:40:47.318448 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:47.321028 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:47.326995 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52292) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:47.348363 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e66083-21dc-48e6-a8e9-e7ab017eec08 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event updated for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=7']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:47.367967 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52e5a33-f971-4fbc-9498-e622fcd7e507 x-openstack-request-id: req-e52e5a33-f971-4fbc-9498-e622fcd7e507 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:47.368759 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:47.369265 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e52e5a33-f971-4fbc-9498-e622fcd7e507 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:47.369876 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:40:47.408821 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:40:47.422581 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.453346 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.527324 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-7391f365-66a0-4a37-832c-7e322a20f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:47.528872 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-7391f365-66a0-4a37-832c-7e322a20f8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1099 time: 0.1336761 Sep 10 16:40:47.558278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2ade3d1b-8393-4905-b8e4-6a5df4c3a1a5 None None] Provisioning complete for port cfc85574-1531-470d-8f1a-4b5e136aaaad triggered by entity DHCP. {{(pid=93870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 16:40:47.558644 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ade3d1b-8393-4905-b8e4-6a5df4c3a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737318'] for port, provisioning_complete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.574173 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.576997 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.578170 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "DELETE /v2.0/security-groups/e92d7f62-d156-49b5-899b-bc0617602afb HTTP/1.1" status: 204 len: 168 time: 0.2478628 Sep 10 16:40:47.581177 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52296) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:47.616621 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d7f62-d156-49b5-899b-bc0617602afb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:47.627358 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.627711 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.628040 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.628374 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.628825 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.629018 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.629341 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.629662 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.629980 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.630306 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.630624 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.630937 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffa166e-396a-41d7-864c-228e17ab7361 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:47.650031 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-dfad6db4-64ec-48ba-a345-e5c8a067eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:47.651435 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-dfad6db4-64ec-48ba-a345-e5c8a067eb28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.1154346 Sep 10 16:40:47.733771 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-83e99962-2422-413b-b9a4-e748df0f9833 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 1001 time: 0.0735493 Sep 10 16:40:47.742703 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-7dc8ec19-d839-4566-a45b-13860fa3e2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.761307 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Deleting port 71671264-f199-41f8-ae3a-bc3d26ff4a6a {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:47.761935 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.788258 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-ed5d9638-ce3c-4512-b011-488c011e42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:47.789709 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-ed5d9638-ce3c-4512-b011-488c011e42c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0471020 Sep 10 16:40:47.836626 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-8a2f4727-3175-492a-9c91-01d39565feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:47.838022 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-8a2f4727-3175-492a-9c91-01d39565feec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409501 Sep 10 16:40:47.842585 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.842905 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:47.850201 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-ace810f2-8f91-4a40-a924-a038a44ea336 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 16:40:47.851430 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-ace810f2-8f91-4a40-a924-a038a44ea336 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051577 Sep 10 16:40:47.854679 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Calling delete_port for 71671264-f199-41f8-ae3a-bc3d26ff4a6a owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:47.944163 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-f5e2ea9c-4eee-4df2-86e6-a9f3ea1b8838 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857117 Sep 10 16:40:47.999171 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:48.021895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event deleted for resources: {'Port': ['ID=71671264-f199-41f8-ae3a-bc3d26ff4a6a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:48.035651 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f5e7df9-a8b6-44f7-9777-6a4e1a424f4e req-7aaf66ae-cb14-465d-996f-e073c37d410b service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841165 Sep 10 16:40:48.084664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:48.084991 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Floating IP c8770e79-9dde-4104-8396-9930f19a8b4d disassociated (deleted). External IP: 172.27.3.87, port: cfc85574-1531-470d-8f1a-4b5e136aaaad. Sep 10 16:40:48.283482 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Router ef6ab912-47dc-4595-be26-e3aab76b8f10 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:48.387338 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:48.392386 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:48.396949 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Sync routers for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:48.406288 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:48.406895 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:48.418623 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-6c9e3bb8-8cdf-4a47-82ad-82b41d7b75e8 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "DELETE /v2.0/floatingips/c8770e79-9dde-4104-8396-9930f19a8b4d HTTP/1.1" status: 204 len: 168 time: 0.8364370 Sep 10 16:40:48.511606 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:48.719683 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:48.745125 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Checking router: ef6ab912-47dc-4595-be26-e3aab76b8f10 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:48.753316 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:48.753987 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:48.974267 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:49.172245 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-92805163-493d-4524-90fa-7316e29b0539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:49.198129 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92805163-493d-4524-90fa-7316e29b0539 None None] The sync data for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi is: [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:41Z', 'revision_number': 4, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': 'dbb7396f-0398-4ec3-ad65-9eab66611c24', 'name': '', 'network_id': 'c34f8d05-17c0-4ec4-92bd-6d40fe93500f', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'mac_address': 'fa:16:3e:48:0d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '117ee792-6960-4fe9-b655-22a1578d5443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:40Z', 'updated_at': '2021-09-10T16:38:47Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'subnets': [{'id': '117ee792-6960-4fe9-b655-22a1578d5443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:49.371487 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:49.374422 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5428580-01ae-45d5-ba72-0e0b84646fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:49.413589 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c94734-e861-45fc-a94d-33806f6b13f0 x-openstack-request-id: req-a3c94734-e861-45fc-a94d-33806f6b13f0 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:49.413881 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:49.414132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3c94734-e861-45fc-a94d-33806f6b13f0 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:49.414523 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:40:49.429480 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d98079-acf0-4925-8954-5ba5cc23ce8e None None] New status for floating IP c8770e79-9dde-4104-8396-9930f19a8b4d: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:40:49.474810 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-57e8af4f-f483-40db-ab5d-6ed61c8b711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:49.476429 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-57e8af4f-f483-40db-ab5d-6ed61c8b711b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c0246540f0b4d96b06465f34b544a84&device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 1099 time: 0.0405405 Sep 10 16:40:49.569877 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-cab9027f-c17b-46a2-bca6-3c07dba4983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:49.571646 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-cab9027f-c17b-46a2-bca6-3c07dba4983e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 200 len: 916 time: 0.0876150 Sep 10 16:40:49.613619 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-4b62bc54-097f-48c0-8b7f-7a67f6dfd2d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 200 len: 217 time: 0.0353174 Sep 10 16:40:49.667416 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-29188f50-6939-4ba6-8cf9-815c4b3c875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:49.668917 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-29188f50-6939-4ba6-8cf9-815c4b3c875b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 200 len: 854 time: 0.0473349 Sep 10 16:40:49.716608 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-bbe520b5-ee8b-414b-b2e0-a9dc2c7e5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:49.718188 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-bbe520b5-ee8b-414b-b2e0-a9dc2c7e5c8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c34f8d05-17c0-4ec4-92bd-6d40fe93500f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420346 Sep 10 16:40:49.809205 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-13e9a16b-bd25-41cf-8ca6-8104a20e6483 service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841646 Sep 10 16:40:49.908515 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5428580-01ae-45d5-ba72-0e0b84646fdb req-cca69b7d-1d47-479b-beb5-cce104603e4d service neutron] 10.222.0.39 "GET /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Sep 10 16:40:50.040924 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5e858cad-a05d-4d0f-afe8-7dac3cf67a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:50.415597 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:50.734521 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:51.137197 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da74f8-56d9-43c6-b823-c8497dcd9155 req-0af7ad76-73de-4b9c-a344-e7382410202e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:51.139193 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62da74f8-56d9-43c6-b823-c8497dcd9155 req-0af7ad76-73de-4b9c-a344-e7382410202e tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0505762 Sep 10 16:40:51.176461 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-62da74f8-56d9-43c6-b823-c8497dcd9155 req-6713a7ed-8978-47c8-9c1e-3b295b8afb56 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Sep 10 16:40:51.486481 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:52.293697 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c508fc8-3672-43a8-abd3-2fd6b8eebbf4 req-9af4ebd1-7da5-42f9-8df2-c52e3844baf0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:52.295421 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c508fc8-3672-43a8-abd3-2fd6b8eebbf4 req-9af4ebd1-7da5-42f9-8df2-c52e3844baf0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0515394 Sep 10 16:40:52.333978 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0c508fc8-3672-43a8-abd3-2fd6b8eebbf4 req-3181f8cc-3c93-402f-9ad9-66269c387716 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/security-groups?id=75cec4e8-61b2-4583-b854-c40478841476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Sep 10 16:40:52.736326 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf552dd-7921-455b-a760-f9670ee27eaf req-0f8ed5ee-78c9-433c-90ec-dfae148851c2 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:40:52.737752 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-baf552dd-7921-455b-a760-f9670ee27eaf req-0f8ed5ee-78c9-433c-90ec-dfae148851c2 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 946 time: 0.0487258 Sep 10 16:40:52.830067 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Deleting port cfc85574-1531-470d-8f1a-4b5e136aaaad {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:52.830403 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:52.917045 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] For port cfc85574-1531-470d-8f1a-4b5e136aaaad, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=cfc85574-1531-470d-8f1a-4b5e136aaaad,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:52.917409 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:52.930120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Calling delete_port for cfc85574-1531-470d-8f1a-4b5e136aaaad owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:53.057876 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:53.058537 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:53.070374 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] get_ports_and_sgs() called for port_ids ['cfc85574-1531-470d-8f1a-4b5e136aaaad'] {{(pid=93870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 16:40:53.089307 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Pushing event deleted for resources: {'Port': ['ID=cfc85574-1531-470d-8f1a-4b5e136aaaad,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:53.132886 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] No DVR routers for this DVR port cfc85574-1531-470d-8f1a-4b5e136aaaad on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:53.135509 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:53.138254 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-baf552dd-7921-455b-a760-f9670ee27eaf req-705a424e-086b-4d8f-bcd3-ce33f6da2357 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.39 "DELETE /v2.0/ports/cfc85574-1531-470d-8f1a-4b5e136aaaad HTTP/1.1" status: 204 len: 173 time: 0.3933094 Sep 10 16:40:53.138683 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'name': 'network-vif-deleted', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:40:53.141036 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b49794-b7d5-4bee-8a78-08b79a5bf74d" -d '{"events": [{"server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "name": "network-vif-deleted", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:40:53.240589 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5d1779-beae-49ae-9762-3c130a2b9d65 x-openstack-request-id: req-db5d1779-beae-49ae-9762-3c130a2b9d65 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:40:53.240769 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ae2f8-376b-422a-851a-d01f246b7159", "name": "network-vif-deleted", "tag": "cfc85574-1531-470d-8f1a-4b5e136aaaad", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:40:53.241005 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db5d1779-beae-49ae-9762-3c130a2b9d65 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:40:53.241406 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ae2f8-376b-422a-851a-d01f246b7159', 'name': 'network-vif-deleted', 'tag': 'cfc85574-1531-470d-8f1a-4b5e136aaaad', 'status': 'completed', 'code': 200} Sep 10 16:40:53.439719 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-0dcfab3e-52af-45bc-a86e-ba8a41e7be51 req-3abaf120-c109-45e4-9a54-6b602ee0c3a0 tempest-TestMinimumBasicScenario-101048220 tempest-TestMinimumBasicScenario-101048220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1ae2f8-376b-422a-851a-d01f246b7159 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Sep 10 16:40:55.099065 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52382) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:55.439307 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:55.683753 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Deleting port dbb7396f-0398-4ec3-ad65-9eab66611c24 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:55.684133 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:55.759072 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] For port dbb7396f-0398-4ec3-ad65-9eab66611c24, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=dbb7396f-0398-4ec3-ad65-9eab66611c24,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:55.759457 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:55.775352 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Calling delete_port for dbb7396f-0398-4ec3-ad65-9eab66611c24 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:55.953379 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:55.978951 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb7396f-0398-4ec3-ad65-9eab66611c24,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:56.140220 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:56.349355 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Router ef6ab912-47dc-4595-be26-e3aab76b8f10 has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:56.452152 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:56.457571 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-049b1b7f-0cb7-4a2d-98d9-9478e3eebcbd admin admin] 10.222.0.23 "PUT /v2.0/routers/ef6ab912-47dc-4595-be26-e3aab76b8f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3573925 Sep 10 16:40:56.460413 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52384) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:56.461813 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Sync routers for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:56.471687 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:56.472292 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:56.561838 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:56.573680 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:56.661751 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:56.718671 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Deleting port 4ea3a234-c1d5-4753-b303-d475f79f4bfb {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:56.719005 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:56.752731 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:40:55Z', 'revision_number': 5, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port': {'id': '4ea3a234-c1d5-4753-b303-d475f79f4bfb', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:56.779312 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Checking router: ef6ab912-47dc-4595-be26-e3aab76b8f10 for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:56.787370 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Routers {'ef6ab912-47dc-4595-be26-e3aab76b8f10'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:56.787967 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['ef6ab912-47dc-4595-be26-e3aab76b8f10'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:56.805450 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] For port 4ea3a234-c1d5-4753-b303-d475f79f4bfb, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=4ea3a234-c1d5-4753-b303-d475f79f4bfb,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:56.805813 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:56.817933 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Calling delete_port for 4ea3a234-c1d5-4753-b303-d475f79f4bfb owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:56.874829 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] Set router ef6ab912-47dc-4595-be26-e3aab76b8f10 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:56.927671 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:40:56Z', 'revision_number': 6, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:56.954444 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b674b-29bf-446a-9723-350ceafd226b None None] The sync data for ids ['ef6ab912-47dc-4595-be26-e3aab76b8f10'] in dv-cinder-808464-1-iscsi is: [{'id': 'ef6ab912-47dc-4595-be26-e3aab76b8f10', 'name': 'tempest-TestMinimumBasicScenario-1609107548-router', 'tenant_id': '6c0246540f0b4d96b06465f34b544a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:38Z', 'updated_at': '2021-09-10T16:40:56Z', 'revision_number': 6, 'project_id': '6c0246540f0b4d96b06465f34b544a84', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:40:56.984983 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.010488 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea3a234-c1d5-4753-b303-d475f79f4bfb,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:57.066999 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.153655 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.155744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.199469 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.199962 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef6ab912-47dc-4595-be26-e3aab76b8f10 {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:40:57.204097 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.205200 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f9bd7c0e-0d8d-46eb-a58f-d741014f17f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef6ab912-47dc-4595-be26-e3aab76b8f10 HTTP/1.1" status: 204 len: 168 time: 0.7436960 Sep 10 16:40:57.207759 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52386) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:57.250047 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Deleting subnet 117ee792-6960-4fe9-b655-22a1578d5443 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:40:57.252968 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.284977 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.334455 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device cfc85574-1531-470d-8f1a-4b5e136aaaad no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:57.354746 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: cfc85574-1531-470d-8f1a-4b5e136aaaad {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:57.355087 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device cfc85574-1531-470d-8f1a-4b5e136aaaad not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:57.370919 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.423152 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.450664 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.452530 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/117ee792-6960-4fe9-b655-22a1578d5443 HTTP/1.1" status: 204 len: 168 time: 0.2438736 Sep 10 16:40:57.453480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482813-5140-418f-8794-ec3df636f92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117ee792-6960-4fe9-b655-22a1578d5443,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:57.455289 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52388) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:57.458003 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d3d4d-8ea8-4fb7-a0b9-6052a3df1c8f None None] Network c34f8d05-17c0-4ec4-92bd-6d40fe93500f requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:40:57.526327 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.578122 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Deleting port 7e4afd5e-552e-4d16-a526-da61f678d38c {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:57.578461 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.645145 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] For port 7e4afd5e-552e-4d16-a526-da61f678d38c, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=7e4afd5e-552e-4d16-a526-da61f678d38c,segment=NetworkSegment(3a1c667b-dd80-43ad-a8d1-56b6c58478a2),segment_id=3a1c667b-dd80-43ad-a8d1-56b6c58478a2)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:57.645427 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.656852 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Calling delete_port for 7e4afd5e-552e-4d16-a526-da61f678d38c owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:57.706879 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] DHCP port deletion for c34f8d05-17c0-4ec4-92bd-6d40fe93500f request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:40:57.739928 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.754889 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Deleting port 7e4afd5e-552e-4d16-a526-da61f678d38c {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:57.755282 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.769446 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4afd5e-552e-4d16-a526-da61f678d38c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:57.771303 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] No DVR routers for this DVR port 7e4afd5e-552e-4d16-a526-da61f678d38c on host dv-cinder-808464-1-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:57.823826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] For port 7e4afd5e-552e-4d16-a526-da61f678d38c, host dv-cinder-808464-1-iscsi, got binding levels [] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:57.824219 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.836716 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Calling delete_port for 7e4afd5e-552e-4d16-a526-da61f678d38c owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:57.839319 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.ipam_backend_mixin [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Port 7e4afd5e-552e-4d16-a526-da61f678d38c was not found and therefore no delete operation was performed {{(pid=93870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 16:40:57.841093 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.842738 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.862499 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34f8d05-17c0-4ec4-92bd-6d40fe93500f']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:57.866084 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Pushing event deleted for resources: {'Port': ['ID=7e4afd5e-552e-4d16-a526-da61f678d38c,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:57.872757 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1c667b-dd80-43ad-a8d1-56b6c58478a2') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:57.873054 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1c667b-dd80-43ad-a8d1-56b6c58478a2') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:57.873621 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] No DVR routers for this DVR port 7e4afd5e-552e-4d16-a526-da61f678d38c on host dv-cinder-808464-1-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:40:57.875684 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.876037 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.876404 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.876724 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.877056 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.877389 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.877717 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.878044 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.878369 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.878696 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.879020 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.879362 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc9f5a3-abc3-460a-9f74-66d1e274079e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:40:57.883082 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.902148 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.909510 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:40:57.909993 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:40:57.912044 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:40:57.972240 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.977775 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:57.980156 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] 10.222.0.23 "DELETE /v2.0/networks/c34f8d05-17c0-4ec4-92bd-6d40fe93500f HTTP/1.1" status: 204 len: 168 time: 0.5237703 Sep 10 16:40:57.985777 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52390) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:57.991646 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca4ce-10e1-417d-b55e-e3055551e62f admin admin] Pushing event deleted for resources: {'Network': ['ID=c34f8d05-17c0-4ec4-92bd-6d40fe93500f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:58.388058 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:58.671161 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Deleting port da9da153-f4a4-4c29-b28d-3aa5f300f71e {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:58.671438 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:58.748767 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] For port da9da153-f4a4-4c29-b28d-3aa5f300f71e, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=da9da153-f4a4-4c29-b28d-3aa5f300f71e,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:40:58.749124 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:58.753893 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4ea3a234-c1d5-4753-b303-d475f79f4bfb no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:58.764913 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Calling delete_port for da9da153-f4a4-4c29-b28d-3aa5f300f71e owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:40:58.773501 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 4ea3a234-c1d5-4753-b303-d475f79f4bfb {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:58.773841 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 4ea3a234-c1d5-4753-b303-d475f79f4bfb not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:58.774260 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7e4afd5e-552e-4d16-a526-da61f678d38c no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:58.792596 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 7e4afd5e-552e-4d16-a526-da61f678d38c {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:58.792940 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 7e4afd5e-552e-4d16-a526-da61f678d38c not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:58.793387 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device dbb7396f-0398-4ec3-ad65-9eab66611c24 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:40:58.813010 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: dbb7396f-0398-4ec3-ad65-9eab66611c24 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:40:58.813359 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device dbb7396f-0398-4ec3-ad65-9eab66611c24 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:40:58.939524 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.197174 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9da153-f4a4-4c29-b28d-3aa5f300f71e,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:40:59.359346 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.563516 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Router b111f78c-886f-44f8-b9a7-9bc0d690464d has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:40:59.666242 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:40:59.674367 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-9c5c4582-b73a-4b73-8a1a-7982243b5d25 admin admin] 10.222.0.23 "PUT /v2.0/routers/b111f78c-886f-44f8-b9a7-9bc0d690464d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849010 Sep 10 16:40:59.674367 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52392) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:40:59.675158 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Sync routers for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:40:59.684587 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:59.685197 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:59.777479 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.787165 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:40:59.882749 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.934778 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Deleting port e12b113c-1794-4a53-8a8b-e73df9c603c9 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:40:59.935112 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:40:59.959970 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:40:58Z', 'revision_number': 5, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port': {'id': 'e12b113c-1794-4a53-8a8b-e73df9c603c9', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:38:44Z', 'updated_at': '2021-09-10T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:40:59.985567 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Checking router: b111f78c-886f-44f8-b9a7-9bc0d690464d for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:40:59.993805 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Routers {'b111f78c-886f-44f8-b9a7-9bc0d690464d'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:40:59.994404 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:40:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['b111f78c-886f-44f8-b9a7-9bc0d690464d'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:00.012578 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] For port e12b113c-1794-4a53-8a8b-e73df9c603c9, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e12b113c-1794-4a53-8a8b-e73df9c603c9,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:41:00.012943 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.025282 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Calling delete_port for e12b113c-1794-4a53-8a8b-e73df9c603c9 owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:00.093986 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] Set router b111f78c-886f-44f8-b9a7-9bc0d690464d gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:41:00.147533 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:40:59Z', 'revision_number': 6, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:00.173485 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba8376-0b73-437a-b0f6-d33e44e638fd None None] The sync data for ids ['b111f78c-886f-44f8-b9a7-9bc0d690464d'] in dv-cinder-808464-1-iscsi is: [{'id': 'b111f78c-886f-44f8-b9a7-9bc0d690464d', 'name': 'tempest-TestMinimumBasicScenario-351848591-router', 'tenant_id': '3e97fdf9881a42f19a47d327ec006f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:38:43Z', 'updated_at': '2021-09-10T16:40:59Z', 'revision_number': 6, 'project_id': '3e97fdf9881a42f19a47d327ec006f5d', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:41:00.186844 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.222172 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Pushing event deleted for resources: {'Port': ['ID=e12b113c-1794-4a53-8a8b-e73df9c603c9,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:00.277162 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.367835 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.369896 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.412595 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.413031 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router b111f78c-886f-44f8-b9a7-9bc0d690464d {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:41:00.417133 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.418892 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-53e93233-73fd-4caa-b06b-1b6727c98dda admin admin] 10.222.0.23 "DELETE /v2.0/routers/b111f78c-886f-44f8-b9a7-9bc0d690464d HTTP/1.1" status: 204 len: 168 time: 0.7429931 Sep 10 16:41:00.421381 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52394) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:00.463933 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Deleting subnet fed3a238-5279-4c95-be12-766606caeaf3 {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:41:00.467330 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.499726 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.581635 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.639975 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.665992 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed3a238-5279-4c95-be12-766606caeaf3,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:00.667878 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.670802 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-953469b8-257b-4d8f-8b26-1b1467fcee0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fed3a238-5279-4c95-be12-766606caeaf3 HTTP/1.1" status: 204 len: 168 time: 0.2474482 Sep 10 16:41:00.672204 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52396) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:00.674518 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f49cf-101b-488a-8257-1a91f0388835 None None] Network 8ea23780-0304-48d2-bc61-b50660a69745 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:41:00.737402 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.791547 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Deleting port 5720961a-dec7-4d93-8a5c-ac466a1da2ab {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:00.791880 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.856326 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] For port 5720961a-dec7-4d93-8a5c-ac466a1da2ab, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5720961a-dec7-4d93-8a5c-ac466a1da2ab,segment=NetworkSegment(8737bde7-1786-41bb-aa16-b388e46f7e5e),segment_id=8737bde7-1786-41bb-aa16-b388e46f7e5e)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:41:00.856807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.869398 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Calling delete_port for 5720961a-dec7-4d93-8a5c-ac466a1da2ab owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:00.942118 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485c362-3b5c-42ce-9f1a-b053d025c72b None None] DHCP port deletion for 8ea23780-0304-48d2-bc61-b50660a69745 request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:41:00.957204 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:00.973690 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-8485c362-3b5c-42ce-9f1a-b053d025c72b None None] The port '5720961a-dec7-4d93-8a5c-ac466a1da2ab' was deleted {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 10 16:41:00.984293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Pushing event deleted for resources: {'Port': ['ID=5720961a-dec7-4d93-8a5c-ac466a1da2ab,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:00.989569 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] No DVR routers for this DVR port 5720961a-dec7-4d93-8a5c-ac466a1da2ab on host dv-cinder-808464-1-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:41:01.020793 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e12b113c-1794-4a53-8a8b-e73df9c603c9 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:41:01.045535 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: e12b113c-1794-4a53-8a8b-e73df9c603c9 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:41:01.045877 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e12b113c-1794-4a53-8a8b-e73df9c603c9 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:41:01.046306 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device da9da153-f4a4-4c29-b28d-3aa5f300f71e no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:41:01.063832 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.068008 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: da9da153-f4a4-4c29-b28d-3aa5f300f71e {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:41:01.068783 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device da9da153-f4a4-4c29-b28d-3aa5f300f71e not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:41:01.069276 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5720961a-dec7-4d93-8a5c-ac466a1da2ab no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:41:01.087849 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea23780-0304-48d2-bc61-b50660a69745']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:01.093852 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 5720961a-dec7-4d93-8a5c-ac466a1da2ab {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:41:01.094323 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5720961a-dec7-4d93-8a5c-ac466a1da2ab not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:41:01.098957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8737bde7-1786-41bb-aa16-b388e46f7e5e') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:01.099274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8737bde7-1786-41bb-aa16-b388e46f7e5e') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:01.109792 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.122807 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.128957 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:41:01.129346 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:41:01.131002 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:41:01.185358 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.191332 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.193098 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ea23780-0304-48d2-bc61-b50660a69745 HTTP/1.1" status: 204 len: 168 time: 0.5200150 Sep 10 16:41:01.203902 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c373-9243-4c4a-b0f8-a63a9fe65295 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea23780-0304-48d2-bc61-b50660a69745,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:01.357210 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52400) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:01.394994 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-2dd103b9-44c9-4539-b212-d2465e808429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c0246540f0b4d96b06465f34b544a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366366 Sep 10 16:41:01.397392 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52402) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:01.450719 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.471076 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.515668 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.518373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.519530 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75cec4e8-61b2-4583-b854-c40478841476 HTTP/1.1" status: 204 len: 168 time: 0.1212397 Sep 10 16:41:01.527091 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf02e3-c775-4e72-8083-15d361da4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cec4e8-61b2-4583-b854-c40478841476,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:01.825230 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52408) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:01.864309 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3c9dc40b-1894-4ebe-84b7-8c93b32dded4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e97fdf9881a42f19a47d327ec006f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379746 Sep 10 16:41:01.867024 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52410) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:01.913641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.934353 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.978677 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.981926 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:01.983046 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93bc0ca4-3fc4-4724-a53a-c5f75e7b5285 HTTP/1.1" status: 204 len: 168 time: 0.1149867 Sep 10 16:41:01.990579 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed9f8a-ff52-4aa1-bcf4-d34129c6e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc0ca4-3fc4-4724-a53a-c5f75e7b5285,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:02.937619 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:41:17.744103 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c3e06cb5-28cc-4b98-a04e-3f0e80494c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:20.040830 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2d578484-79e8-487a-bb7f-fc2e0458df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:20.435553 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:20.734324 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:21.488838 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:23.060357 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:39.937155 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:41:46.556138 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52424) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:46.706190 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port b9b6561e-1a5a-403c-9467-8a64bbffc312 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:46.706525 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:46.782167 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:46.782489 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:46.793646 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for b9b6561e-1a5a-403c-9467-8a64bbffc312 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:46.931581 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:46.960690 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=b9b6561e-1a5a-403c-9467-8a64bbffc312,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:46.982579 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.982942 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.983286 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.983617 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.983946 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.984274 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.984600 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.984926 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.985251 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.985574 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.985892 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:46.986210 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:47.025989 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:47.026311 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 096edd1c-88a2-4b0a-961b-d007f7b7e5d9 disassociated (deleted). External IP: 172.27.3.60, port: bd2cbff0-9294-4fd2-8753-9a899f11f58d. Sep 10 16:41:47.225895 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:41:47.574722 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:41:47.579601 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:47.584127 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:41:47.593495 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:41:47.594104 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:47.610539 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-101bfd6b-2026-4076-9fb6-5996260378b8 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "DELETE /v2.0/floatingips/096edd1c-88a2-4b0a-961b-d007f7b7e5d9 HTTP/1.1" status: 204 len: 168 time: 1.0533142 Sep 10 16:41:47.611175 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:41:47.613468 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358" -d '{"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:41:47.705526 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:41:47.766186 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-df41f112-65a1-4684-bd82-7738deb2cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:47.848729 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661b5af4-6fa2-4384-a934-64ebf0f6d473 x-openstack-request-id: req-661b5af4-6fa2-4384-a934-64ebf0f6d473 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:41:47.849013 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:41:47.849257 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-661b5af4-6fa2-4384-a934-64ebf0f6d473 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:41:47.849649 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'status': 'completed', 'code': 200} Sep 10 16:41:47.931476 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-6c25f44e-648e-4e53-aa72-0d5d331781d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:47.933105 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-6c25f44e-648e-4e53-aa72-0d5d331781d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 1098 time: 0.0584252 Sep 10 16:41:47.968917 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:47.994937 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:41:48.005473 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:41:48.006076 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:20Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:48.009591 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92795-ea38-47d2-8c13-61a52ddba77e req-ab95af6c-1271-4a1d-b535-3f066b8c255b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:48.011092 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-04e92795-ea38-47d2-8c13-61a52ddba77e req-ab95af6c-1271-4a1d-b535-3f066b8c255b tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0496182 Sep 10 16:41:48.030719 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-38707d19-0313-4b7a-a4de-67d06e599fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:48.032355 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-38707d19-0313-4b7a-a4de-67d06e599fa3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.0910630 Sep 10 16:41:48.051142 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-04e92795-ea38-47d2-8c13-61a52ddba77e req-b1ce998c-22d3-4243-801d-bce6f1790119 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Sep 10 16:41:48.084532 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-eb08ffe7-11dc-4c84-b1b1-a5317da60ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 200 len: 217 time: 0.0441597 Sep 10 16:41:48.135735 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-27797a91-ef85-4d4e-b7b2-e4b633d1bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:48.137214 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-27797a91-ef85-4d4e-b7b2-e4b633d1bcce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0452194 Sep 10 16:41:48.187727 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-18ec3b3d-eff7-496f-aac3-278a4029be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:48.189245 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-18ec3b3d-eff7-496f-aac3-278a4029be6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439191 Sep 10 16:41:48.235413 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:41:48.282311 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-32c3a1a9-2065-410f-9de4-5a15b80bf90a service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850561 Sep 10 16:41:48.373258 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cdd24dec-cef4-48ed-ab3d-ba6a8c7b3358 req-7f8edc04-5baa-42f5-b17d-7e3b07cd318f service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822077 Sep 10 16:41:48.456882 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:48.483797 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac9fe-fea7-456d-9c25-e0f4367f90e4 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_floatingips': [{'id': '285685d5-ad2b-47f4-9656-4ce3f7f90f41', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'router_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'port_id': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'mac_address': 'fa:16:3e:6f:70:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f77025-f663-4a71-81d6-680674d20bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T16:37:58Z', 'updated_at': '2021-09-10T16:38:00Z', 'revision_number': 1, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:41:48.686810 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd110f-160c-49ba-be04-d5e51af01537 None None] New status for floating IP 096edd1c-88a2-4b0a-961b-d007f7b7e5d9: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:41:49.167011 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9a33-a24d-4c07-9895-21883c82b6fb req-f9f34d3b-74f2-40af-8b7e-fa0ca58117df tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:49.168475 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b1f9a33-a24d-4c07-9895-21883c82b6fb req-f9f34d3b-74f2-40af-8b7e-fa0ca58117df tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0467756 Sep 10 16:41:49.204922 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-8b1f9a33-a24d-4c07-9895-21883c82b6fb req-b5e0e5f3-10de-4eb7-86f1-bf609958574a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300100 Sep 10 16:41:49.502784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-58ef04f5-f31f-4d8d-a841-c17ca7b10bf3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:49.504249 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-58ef04f5-f31f-4d8d-a841-c17ca7b10bf3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 945 time: 0.0510435 Sep 10 16:41:49.591985 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port bd2cbff0-9294-4fd2-8753-9a899f11f58d {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:49.592322 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:49.680300 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] For port bd2cbff0-9294-4fd2-8753-9a899f11f58d, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=bd2cbff0-9294-4fd2-8753-9a899f11f58d,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:41:49.680641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:49.692293 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for bd2cbff0-9294-4fd2-8753-9a899f11f58d owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:49.815249 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:49.850686 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=bd2cbff0-9294-4fd2-8753-9a899f11f58d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:49.872964 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.873312 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.873649 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.873981 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.874307 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.874641 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.874968 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.875310 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.875636 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.875958 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.876274 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.876590 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:41:49.897748 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] No DVR routers for this DVR port bd2cbff0-9294-4fd2-8753-9a899f11f58d on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:41:49.900075 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:49.902015 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a085f1c-e7e2-452b-a691-90102da3ffc4 req-2af1037d-898e-49a4-bcd1-d4667018048e tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "DELETE /v2.0/ports/bd2cbff0-9294-4fd2-8753-9a899f11f58d HTTP/1.1" status: 204 len: 173 time: 0.3919194 Sep 10 16:41:49.902441 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'name': 'network-vif-deleted', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:41:49.904785 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4eaf6-9a4c-420a-abc6-e1c46b6dc679" -d '{"events": [{"server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "name": "network-vif-deleted", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:41:49.940342 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ae86eb-43c1-41e7-8417-253aface50a4 x-openstack-request-id: req-c2ae86eb-43c1-41e7-8417-253aface50a4 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:41:49.940635 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782303ca-31b5-437b-b9bb-bd3c35be94b3", "name": "network-vif-deleted", "tag": "bd2cbff0-9294-4fd2-8753-9a899f11f58d", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:41:49.940892 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2ae86eb-43c1-41e7-8417-253aface50a4 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:41:49.941305 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782303ca-31b5-437b-b9bb-bd3c35be94b3', 'name': 'network-vif-deleted', 'tag': 'bd2cbff0-9294-4fd2-8753-9a899f11f58d', 'status': 'completed', 'code': 200} Sep 10 16:41:50.040724 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e8302b4e-82d3-49db-a6df-a6d8b6d42355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:50.314457 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-7a58f815-8703-4ca5-9c1f-535f03bd1e3f req-8ef6d7d5-e069-4037-a0bf-69d0b787addc tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=782303ca-31b5-437b-b9bb-bd3c35be94b3 HTTP/1.1" status: 200 len: 210 time: 0.0308049 Sep 10 16:41:50.433497 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:50.736320 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:51.490684 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.063669 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.577677 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52466) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:53.578785 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device bd2cbff0-9294-4fd2-8753-9a899f11f58d no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:41:53.598562 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: bd2cbff0-9294-4fd2-8753-9a899f11f58d {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:41:53.598899 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device bd2cbff0-9294-4fd2-8753-9a899f11f58d not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:41:53.728503 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port fb48eb44-d817-4930-8457-610e0ea64765 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:53.728841 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.801387 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.801739 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.813132 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for fb48eb44-d817-4930-8457-610e0ea64765 owned by network:floatingip {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:53.955618 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:53.984825 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=fb48eb44-d817-4930-8457-610e0ea64765,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:54.042925 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:54.043307 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.db.l3_db [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Floating IP 285685d5-ad2b-47f4-9656-4ce3f7f90f41 disassociated (deleted). External IP: 172.27.3.211, port: 574e22c9-5aaf-4ce3-88b6-981ab1a029f4. Sep 10 16:41:54.243212 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:41:54.346312 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:41:54.350755 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:54.356220 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:41:54.365803 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:41:54.366407 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:54.377397 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-cf7b22d8-0fe1-40ee-9cf8-7a03c482f1aa tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "DELETE /v2.0/floatingips/285685d5-ad2b-47f4-9656-4ce3f7f90f41 HTTP/1.1" status: 204 len: 168 time: 0.7986290 Sep 10 16:41:54.377965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:41:54.380293 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1796c3d03a31413c005c81003c3a775dd90ce8b184f21910269d4ab9f3770110" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b849f-549e-4d38-b7d0-6166f50d1d16" -d '{"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:41:54.416789 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e5cda9-229c-43b7-af9a-afc43af254dd x-openstack-request-id: req-28e5cda9-229c-43b7-af9a-afc43af254dd {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:41:54.417075 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4", "status": "completed", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:41:54.417478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28e5cda9-229c-43b7-af9a-afc43af254dd {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:41:54.417892 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'status': 'completed', 'code': 200} Sep 10 16:41:54.476655 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:41:54.482848 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-04baf872-aa17-401b-a640-fe5a262f0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:54.484572 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-04baf872-aa17-401b-a640-fe5a262f0b87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f8fe045a60141dbbff9603dba7515d0&device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 1098 time: 0.0428784 Sep 10 16:41:54.598938 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-c15f654a-a7cd-417d-ae12-cde63e1f6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:54.600581 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-c15f654a-a7cd-417d-ae12-cde63e1f6bbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 200 len: 913 time: 0.1038685 Sep 10 16:41:54.613412 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048ac9-feeb-4693-a092-adcffafbe031 req-f4dd055f-b3be-4f58-b825-79640047b744 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:54.614954 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12048ac9-feeb-4693-a092-adcffafbe031 req-f4dd055f-b3be-4f58-b825-79640047b744 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0549519 Sep 10 16:41:54.644727 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-a8882173-8446-457e-8f28-f90b7c43771f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 200 len: 217 time: 0.0361848 Sep 10 16:41:54.660568 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-12048ac9-feeb-4693-a092-adcffafbe031 req-7887424f-bdf6-4eae-b6e3-79db6579d718 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365455 Sep 10 16:41:54.694182 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:54.694772 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-fe652cba-47f1-4cf3-971c-4c2247657179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:54.696595 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-fe652cba-47f1-4cf3-971c-4c2247657179 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 200 len: 851 time: 0.0450306 Sep 10 16:41:54.721414 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:41:54.730221 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:41:54.730832 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:54.745808 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-847302fe-dc56-432d-8267-26333c08c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:54.747719 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-847302fe-dc56-432d-8267-26333c08c32c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67135f64-7309-4878-8d24-0c2abca9f413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428808 Sep 10 16:41:54.836154 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:41:54.840549 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-f98c38ed-386f-449a-95c7-a716ecbe3475 service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Sep 10 16:41:55.038645 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:41:55.070964 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443285e-4550-420d-aa37-087c0457e6f9 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:22Z', 'revision_number': 4, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi', '_interfaces': [{'id': '3c637688-f27c-422a-bc1c-5eee6e500ec8', 'name': '', 'network_id': '67135f64-7309-4878-8d24-0c2abca9f413', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'mac_address': 'fa:16:3e:3c:4d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:21Z', 'updated_at': '2021-09-10T16:34:29Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'subnets': [{'id': '92854a63-44e3-4bec-83e9-e77ea8260068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:41:55.185612 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de7b849f-549e-4d38-b7d0-6166f50d1d16 req-7e16acaf-d718-4216-9acf-7d30728f952c service neutron] 10.222.0.39 "GET /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368917 Sep 10 16:41:55.298872 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52540fde-d2bc-47d1-8eba-51c393a6d24c None None] New status for floating IP 285685d5-ad2b-47f4-9656-4ce3f7f90f41: DOWN {{(pid=93871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 16:41:55.775478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f427d56-e5c2-4f4b-b3e6-cc7d7f759cc3 req-2cc0ccb5-5f9f-45c1-b9f5-6703cfb163e3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:55.776914 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4f427d56-e5c2-4f4b-b3e6-cc7d7f759cc3 req-2cc0ccb5-5f9f-45c1-b9f5-6703cfb163e3 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0473242 Sep 10 16:41:55.813563 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-4f427d56-e5c2-4f4b-b3e6-cc7d7f759cc3 req-0c17027c-6ccc-457d-94ea-d92a58644906 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/security-groups?id=99d851dd-38bc-4544-80f5-70c55e2b2797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Sep 10 16:41:56.014996 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-c1ae8a50-db6d-432a-ac55-4705b0acb5b9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 16:41:56.016453 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-c1ae8a50-db6d-432a-ac55-4705b0acb5b9 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 945 time: 0.0464377 Sep 10 16:41:56.105812 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:56.106153 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:56.191522 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] For port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4, host hv-cinder-80846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80846',level=0,port_id=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:41:56.191885 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:56.204633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 owned by compute:nova {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:56.328246 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:56.355685 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=574e22c9-5aaf-4ce3-88b6-981ab1a029f4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:56.399669 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] No DVR routers for this DVR port 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 on host hv-cinder-80846 {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:41:56.402066 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:56.404171 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5a4f46fb-a85c-4613-b8dc-5bc92e65cbfa req-8ebcc38a-8af2-47b4-b86f-da2ab454a480 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.39 "DELETE /v2.0/ports/574e22c9-5aaf-4ce3-88b6-981ab1a029f4 HTTP/1.1" status: 204 len: 173 time: 0.3818634 Sep 10 16:41:56.404619 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'name': 'network-vif-deleted', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 16:41:56.407099 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cd361a5b4144b924920fca7168f879a8c4422f962f45ead62bafd222b796919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2237e3-7e99-444a-98be-d661b8ef33e6" -d '{"events": [{"server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "name": "network-vif-deleted", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 16:41:56.443217 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54817733-b264-471e-bde8-5c429d2583cc x-openstack-request-id: req-54817733-b264-471e-bde8-5c429d2583cc {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 16:41:56.443583 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f77025-f663-4a71-81d6-680674d20bdd", "name": "network-vif-deleted", "tag": "574e22c9-5aaf-4ce3-88b6-981ab1a029f4", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 16:41:56.443788 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54817733-b264-471e-bde8-5c429d2583cc {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 16:41:56.444201 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f77025-f663-4a71-81d6-680674d20bdd', 'name': 'network-vif-deleted', 'tag': '574e22c9-5aaf-4ce3-88b6-981ab1a029f4', 'status': 'completed', 'code': 200} Sep 10 16:41:56.922789 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [req-fb6d1702-582f-4fe1-82e8-222028d54df3 req-b0aa1964-ecb9-4440-a717-f63845e38f9a tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "GET /v2.0/ports?device_id=25f77025-f663-4a71-81d6-680674d20bdd HTTP/1.1" status: 200 len: 210 time: 0.0313478 Sep 10 16:41:57.977784 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52484) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:58.098091 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Deleting port 9fb791a7-57a6-4069-81cf-f41902b4b395 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:41:58.098429 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.173728 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.174056 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.185483 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Calling delete_port for 9fb791a7-57a6-4069-81cf-f41902b4b395 owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:41:58.312623 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.338633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'Port': ['ID=9fb791a7-57a6-4069-81cf-f41902b4b395,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:58.398652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.401158 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44455'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:58.402311 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1f4aba4b-2bdb-4231-bc37-6d1ac1a03187 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "DELETE /v2.0/floatingips/03e7d4c2-6392-4dd9-87d0-7795965be647 HTTP/1.1" status: 204 len: 168 time: 0.4235530 Sep 10 16:41:59.594061 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52496) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:41:59.625860 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 no longer exists at agent hyperv_hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:41:59.645327 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] No Port match for: 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:41:59.645667 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Device 574e22c9-5aaf-4ce3-88b6-981ab1a029f4 not bound to the agent host hv-cinder-80846 {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:41:59.652118 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:59.676383 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:59.735163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:59.737670 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:41:59.738822 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] 10.222.0.23 "DELETE /v2.0/security-groups/99d851dd-38bc-4544-80f5-70c55e2b2797 HTTP/1.1" status: 204 len: 168 time: 0.1437814 Sep 10 16:41:59.748243 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7fa2a-3d08-4399-b1bc-92ddbfccbb63 tempest-TestVolumeBootPattern-2046474015 tempest-TestVolumeBootPattern-2046474015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d851dd-38bc-4544-80f5-70c55e2b2797,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:41:59.804138 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52502) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:00.281163 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.516843 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Deleting port 3c637688-f27c-422a-bc1c-5eee6e500ec8 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:00.517185 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.591995 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] For port 3c637688-f27c-422a-bc1c-5eee6e500ec8, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=3c637688-f27c-422a-bc1c-5eee6e500ec8,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:00.592279 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.604184 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Calling delete_port for 3c637688-f27c-422a-bc1c-5eee6e500ec8 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:00.778761 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:00.805601 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c637688-f27c-422a-bc1c-5eee6e500ec8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:00.969849 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.178629 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Router 927e22e2-6937-4449-9b89-727bb1ea167b has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:42:01.277189 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:42:01.282646 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fa9eb9a0-9a35-40c3-97d4-4e2db2ee6ca4 admin admin] 10.222.0.23 "PUT /v2.0/routers/927e22e2-6937-4449-9b89-727bb1ea167b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774406 Sep 10 16:42:01.285183 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52506) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:01.287784 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Sync routers for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:42:01.297998 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:42:01.298612 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:01.385523 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.399147 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: dv-cinder-808464-1-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:42:01.485471 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.537414 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Deleting port d98eaf07-1deb-4e22-ac3e-d61cb75a9369 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:01.537751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.572773 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:42:00Z', 'revision_number': 5, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port': {'id': 'd98eaf07-1deb-4e22-ac3e-d61cb75a9369', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:01.603441 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Checking router: 927e22e2-6937-4449-9b89-727bb1ea167b for host: dv-cinder-808464-1-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:42:01.612252 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Routers {'927e22e2-6937-4449-9b89-727bb1ea167b'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:42:01.612827 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['927e22e2-6937-4449-9b89-727bb1ea167b'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:01.624315 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] For port d98eaf07-1deb-4e22-ac3e-d61cb75a9369, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:01.624883 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.636361 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Calling delete_port for d98eaf07-1deb-4e22-ac3e-d61cb75a9369 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:01.693184 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] Set router 927e22e2-6937-4449-9b89-727bb1ea167b gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:42:01.747929 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:42:01Z', 'revision_number': 6, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:01.774080 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6911bd-4ae9-429c-b1bc-f3f5a6db93d7 None None] The sync data for ids ['927e22e2-6937-4449-9b89-727bb1ea167b'] in dv-cinder-808464-1-iscsi is: [{'id': '927e22e2-6937-4449-9b89-727bb1ea167b', 'name': 'tempest-TestVolumeBootPattern-1730589285-router', 'tenant_id': '5f8fe045a60141dbbff9603dba7515d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:18Z', 'updated_at': '2021-09-10T16:42:01Z', 'revision_number': 6, 'project_id': '5f8fe045a60141dbbff9603dba7515d0', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:42:01.798962 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.824783 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Pushing event deleted for resources: {'Port': ['ID=d98eaf07-1deb-4e22-ac3e-d61cb75a9369,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:01.885701 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.980922 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:01.983211 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.024840 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.025316 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927e22e2-6937-4449-9b89-727bb1ea167b {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:42:02.029842 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.030990 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d7eb2167-bfa7-400f-acc4-60fe90d0310f admin admin] 10.222.0.23 "DELETE /v2.0/routers/927e22e2-6937-4449-9b89-727bb1ea167b HTTP/1.1" status: 204 len: 168 time: 0.7448986 Sep 10 16:42:02.033427 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52508) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:02.077829 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Deleting subnet 92854a63-44e3-4bec-83e9-e77ea8260068 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:42:02.080203 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.114658 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582824'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.199172 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.249452 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8663267'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.273504 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92854a63-44e3-4bec-83e9-e77ea8260068,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:02.277142 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.279216 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-367ff812-f387-4873-8db8-d666899f1841 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/92854a63-44e3-4bec-83e9-e77ea8260068 HTTP/1.1" status: 204 len: 168 time: 0.2447281 Sep 10 16:42:02.281652 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52510) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:02.284196 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83da38-b17c-4289-b30f-55673abfc057 None None] Network 67135f64-7309-4878-8d24-0c2abca9f413 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:42:02.351779 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.403949 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Deleting port c522ac16-365e-4873-add8-3c6c8542f7d7 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:02.404390 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.465882 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] For port c522ac16-365e-4873-add8-3c6c8542f7d7, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c522ac16-365e-4873-add8-3c6c8542f7d7,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:02.466813 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.484895 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Calling delete_port for c522ac16-365e-4873-add8-3c6c8542f7d7 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:02.506810 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] DHCP port deletion for 67135f64-7309-4878-8d24-0c2abca9f413 request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:42:02.553959 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Deleting port c522ac16-365e-4873-add8-3c6c8542f7d7 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:02.554456 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.564283 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856835'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.589628 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c522ac16-365e-4873-add8-3c6c8542f7d7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:02.594343 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] No DVR routers for this DVR port c522ac16-365e-4873-add8-3c6c8542f7d7 on host dv-cinder-808464-1-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:42:02.621845 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] For port c522ac16-365e-4873-add8-3c6c8542f7d7, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=c522ac16-365e-4873-add8-3c6c8542f7d7,segment=NetworkSegment(e9da89a1-c1e7-4dc1-9729-112dd49f272f),segment_id=e9da89a1-c1e7-4dc1-9729-112dd49f272f)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:02.622386 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.635306 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Calling delete_port for c522ac16-365e-4873-add8-3c6c8542f7d7 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:02.854525 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3c637688-f27c-422a-bc1c-5eee6e500ec8 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:02.882155 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 3c637688-f27c-422a-bc1c-5eee6e500ec8 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:02.882490 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 3c637688-f27c-422a-bc1c-5eee6e500ec8 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:02.882909 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device d98eaf07-1deb-4e22-ac3e-d61cb75a9369 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:02.913340 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: d98eaf07-1deb-4e22-ac3e-d61cb75a9369 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:02.913677 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device d98eaf07-1deb-4e22-ac3e-d61cb75a9369 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:02.914094 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c522ac16-365e-4873-add8-3c6c8542f7d7 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:02.922064 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.937369 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: c522ac16-365e-4873-add8-3c6c8542f7d7 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:02.937708 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device c522ac16-365e-4873-add8-3c6c8542f7d7 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:02.940759 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.941998 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67135f64-7309-4878-8d24-0c2abca9f413']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:02.952447 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da89a1-c1e7-4dc1-9729-112dd49f272f') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:02.952751 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da89a1-c1e7-4dc1-9729-112dd49f272f') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:02.963041 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582865'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.965655 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Pushing event deleted for resources: {'Port': ['ID=c522ac16-365e-4873-add8-3c6c8542f7d7,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:02.970533 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] No DVR routers for this DVR port c522ac16-365e-4873-add8-3c6c8542f7d7 on host dv-cinder-808464-1-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:42:02.977040 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.977229 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.977437 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.977712 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.978040 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.978366 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.978691 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.979014 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.979357 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.979789 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.980087 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.980297 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.980611 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51348da-23eb-46a6-9de6-368fcfc329e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808464-1-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 16:42:02.985904 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:42:02.985904 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8862684'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: timer() Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: cb(*args, **kw) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: self._notify() Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: self.callback(batched_events) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: event.method(event) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._get(url).json() Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:42:02.987331 dv-cinder-808464-1-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:42:03.039801 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.045191 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.046994 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/67135f64-7309-4878-8d24-0c2abca9f413 HTTP/1.1" status: 204 len: 168 time: 0.7644072 Sep 10 16:42:03.050017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52512) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:03.060942 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e76696-3eba-4545-871d-09dabb8e38cd admin admin] Pushing event deleted for resources: {'Network': ['ID=67135f64-7309-4878-8d24-0c2abca9f413,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:03.402856 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685429'] for router_interface, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.648679 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Deleting port 9119310a-8f83-42bd-83d2-b6b9665b7804 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:03.649017 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.723590 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] For port 9119310a-8f83-42bd-83d2-b6b9665b7804, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=9119310a-8f83-42bd-83d2-b6b9665b7804,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:03.723952 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.739744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Calling delete_port for 9119310a-8f83-42bd-83d2-b6b9665b7804 owned by network:router_interface {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:03.910053 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:03.932737 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9119310a-8f83-42bd-83d2-b6b9665b7804,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:04.101911 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685505'] for router_interface, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.306970 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae has already been hosted by L3 agent 58c1fc51-0e0e-4436-a691-d71e12a85b03 {{(pid=93869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 16:42:04.409481 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] Notify agent at l3_agent.dv-cinder-808464-1-iscsi the message routers_updated {{(pid=93869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 16:42:04.414339 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-851fdba0-2732-4fd5-8557-6bb805421c0e admin admin] 10.222.0.23 "PUT /v2.0/routers/1a6bc9ac-7b09-4a11-a881-9b1b837535ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3632855 Sep 10 16:42:04.416843 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52514) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:04.417840 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Sync routers for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 16:42:04.426485 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:42:04.427079 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:04.517350 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks [] for router, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.526886 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: dv-cinder-808464-1-iscsi {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:42:04.618373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.702061 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'external_fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:42:03Z', 'revision_number': 5, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port': {'id': '5810ab49-1ba0-4049-8b10-8efcfb9cfb7f', 'name': '', 'network_id': 'ca37e584-5750-4895-bd98-c2cf956f52eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808464-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T16:34:25Z', 'updated_at': '2021-09-10T16:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc45ed02-df6c-4b0d-8764-edefc44bab65', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808464-1-iscsi'}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:04.824458 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Checking router: 1a6bc9ac-7b09-4a11-a881-9b1b837535ae for host: dv-cinder-808464-1-iscsi {{(pid=93871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 16:42:04.833652 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Routers {'1a6bc9ac-7b09-4a11-a881-9b1b837535ae'} bound to L3 agent in host dv-cinder-808464-1-iscsi {{(pid=93871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 16:42:04.834279 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808464-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T16:22:20Z,description=,heartbeat_timestamp=2021-09-10T16:41:50Z,host='dv-cinder-808464-1-iscsi',id=58c1fc51-0e0e-4436-a691-d71e12a85b03,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T16:22:20Z,topic='l3_agent')) {'router_ids': ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'], 'active': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:04.918480 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Deleting port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:04.918686 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.920556 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvr_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] Set router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae gateway port host: None {{(pid=93871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 16:42:04.970511 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.l3_hamode_db [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:42:04Z', 'revision_number': 6, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port_host': None}], 'dv-cinder-808464-1-iscsi', False) {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:04.994582 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] For port 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,segment=NetworkSegment(6ab4053d-b476-4c7a-b2cf-d8d2ec130f56),segment_id=6ab4053d-b476-4c7a-b2cf-d8d2ec130f56)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:04.995045 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:04.998816 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895f96a-d71b-4213-8af7-5482ad73e9f9 None None] The sync data for ids ['1a6bc9ac-7b09-4a11-a881-9b1b837535ae'] in dv-cinder-808464-1-iscsi is: [{'id': '1a6bc9ac-7b09-4a11-a881-9b1b837535ae', 'name': 'tempest-TestVolumeBootPattern-2023398217-router', 'tenant_id': '64fa760c73394b53a650d8448d47ba36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T16:34:24Z', 'updated_at': '2021-09-10T16:42:04Z', 'revision_number': 6, 'project_id': '64fa760c73394b53a650d8448d47ba36', 'gw_port_host': None}] {{(pid=93871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 16:42:05.008545 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Calling delete_port for 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f owned by network:router_gateway {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:05.165276 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.193867 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Pushing event deleted for resources: {'Port': ['ID=5810ab49-1ba0-4049-8b10-8efcfb9cfb7f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:05.251065 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685987'] for router_gateway, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.337337 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-642'] for router, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.339459 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.386918 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672793'] for router, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.387478 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6bc9ac-7b09-4a11-a881-9b1b837535ae {{(pid=93869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 16:42:05.392340 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] Notify callbacks [] for router, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.393492 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-3bfc9011-d08d-48cf-be99-046eb06733be admin admin] 10.222.0.23 "DELETE /v2.0/routers/1a6bc9ac-7b09-4a11-a881-9b1b837535ae HTTP/1.1" status: 204 len: 168 time: 0.9757314 Sep 10 16:42:05.395963 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52516) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:05.440188 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Deleting subnet 4631f12c-d568-49a1-9023-21c7f7700b9b {{(pid=93869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 16:42:05.443180 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.476373 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371138'] for subnet, precommit_delete_associations {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.555001 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733048'] for subnet, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.604912 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8982035'] for subnet, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.632522 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4631f12c-d568-49a1-9023-21c7f7700b9b,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:05.634487 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.636377 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-48fe308a-7c84-490f-9b4f-e6e30ca20c8a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4631f12c-d568-49a1-9023-21c7f7700b9b HTTP/1.1" status: 204 len: 168 time: 0.2394574 Sep 10 16:42:05.638750 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a90de7-7738-49e9-bf2c-f02cea997923 None None] Network 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 requested from dv-cinder-808464-1-iscsi {{(pid=93870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 16:42:05.639231 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [-] (93869) accepted ('10.222.0.23', 52518) {{(pid=93869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:05.705271 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3515556'] for network, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.768417 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Deleting port e826f7fc-a5d0-48e8-a3dd-3683d099f735 {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:05.768749 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.814648 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] DHCP port deletion for 8d77a313-bde3-4b7d-ab10-c1e5cdb88222 request from dv-cinder-808464-1-iscsi {{(pid=93870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 16:42:05.835224 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] For port e826f7fc-a5d0-48e8-a3dd-3683d099f735, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e826f7fc-a5d0-48e8-a3dd-3683d099f735,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:05.835615 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.849135 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Calling delete_port for e826f7fc-a5d0-48e8-a3dd-3683d099f735 owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:05.861943 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Deleting port e826f7fc-a5d0-48e8-a3dd-3683d099f735 {{(pid=93870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 16:42:05.862316 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782904179514'] for port, before_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.925047 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] For port e826f7fc-a5d0-48e8-a3dd-3683d099f735, host dv-cinder-808464-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808464-1-iscsi',level=0,port_id=e826f7fc-a5d0-48e8-a3dd-3683d099f735,segment=NetworkSegment(71e23996-2f7a-4e54-bda1-87f566dcc87e),segment_id=71e23996-2f7a-4e54-bda1-87f566dcc87e)] {{(pid=93870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 16:42:05.925447 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682116'] for port, precommit_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.933744 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004368'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:05.938826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Calling delete_port for e826f7fc-a5d0-48e8-a3dd-3683d099f735 owned by network:dhcp {{(pid=93870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 16:42:05.963427 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] No DVR routers for this DVR port e826f7fc-a5d0-48e8-a3dd-3683d099f735 on host dv-cinder-808464-1-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:42:05.968922 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e826f7fc-a5d0-48e8-a3dd-3683d099f735,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:06.022843 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-167087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782904186116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782903681244'] for port, after_delete {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.043116 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743437', 'neutron.services.segments.db._delete_segments_for_network-8782904193693'] for network, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.050278 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] Pushing event deleted for resources: {'Port': ['ID=e826f7fc-a5d0-48e8-a3dd-3683d099f735,revision_number=None']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:06.053636 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef093fc1-5fdc-4ad5-8dd6-89f1de6da4e1 None None] No DVR routers for this DVR port e826f7fc-a5d0-48e8-a3dd-3683d099f735 on host dv-cinder-808464-1-iscsi {{(pid=93870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 16:42:06.072525 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d77a313-bde3-4b7d-ab10-c1e5cdb88222']}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:06.082665 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e23996-2f7a-4e54-bda1-87f566dcc87e') {'for_net_delete': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:06.082965 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.services.segments.db [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e23996-2f7a-4e54-bda1-87f566dcc87e') {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 16:42:06.092793 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782904193190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371259'] for segment, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.105847 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634'] for segment, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.111981 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 16:42:06.112416 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10008911'] for segment, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: Traceback (most recent call last): Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: timer() Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: cb(*args, **kw) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: return func(*args, **kwargs) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: self._notify() Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: self.callback(batched_events) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: event.method(event) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: return f(self, *a, **k) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._get(url).json() Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: return self.request(url, 'GET', **kwargs) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 16:42:06.114031 dv-cinder-808464-1-iscsi neutron-server[93869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 16:42:06.167088 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685895'] for network, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.172796 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756578'] for network, before_response {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.174623 dv-cinder-808464-1-iscsi neutron-server[93869]: INFO neutron.wsgi [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d77a313-bde3-4b7d-ab10-c1e5cdb88222 HTTP/1.1" status: 204 len: 168 time: 0.5349545 Sep 10 16:42:06.186139 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d1009-94b0-49db-86bf-ab2dc3b090f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d77a313-bde3-4b7d-ab10-c1e5cdb88222,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:06.282749 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52522) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:06.321811 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d65bd254-b99d-47cd-a72a-0987f1ca1ca0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f8fe045a60141dbbff9603dba7515d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378382 Sep 10 16:42:06.324133 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52524) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:06.370177 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.391743 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.436186 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.438614 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.439761 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1527c39-8ce1-4e1c-ac3e-357c58f3d5ce HTTP/1.1" status: 204 len: 168 time: 0.1147504 Sep 10 16:42:06.447317 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f67c91-903a-459d-a69c-e3b4e998924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1527c39-8ce1-4e1c-ac3e-357c58f3d5ce,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:06.742633 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52530) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:06.781997 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5662594c-e7cb-4059-b8b2-7b1da6612e0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64fa760c73394b53a650d8448d47ba36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380151 Sep 10 16:42:06.784594 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.23', 52532) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 16:42:06.786659 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:06.806938 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:06.807301 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 5810ab49-1ba0-4049-8b10-8efcfb9cfb7f not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:06.807718 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9119310a-8f83-42bd-83d2-b6b9665b7804 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:06.829473 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: 9119310a-8f83-42bd-83d2-b6b9665b7804 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:06.829812 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device 9119310a-8f83-42bd-83d2-b6b9665b7804 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:06.830228 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e826f7fc-a5d0-48e8-a3dd-3683d099f735 no longer exists at agent ovs-agent-dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 16:42:06.834181 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.849123 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] No Port match for: e826f7fc-a5d0-48e8-a3dd-3683d099f735 {{(pid=93870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 16:42:06.849465 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.rpc [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Device e826f7fc-a5d0-48e8-a3dd-3683d099f735 not bound to the agent host dv-cinder-808464-1-iscsi {{(pid=93870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 16:42:06.859624 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.904948 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681987'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.907526 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:06.908638 dv-cinder-808464-1-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8960386-cecc-43bb-aed8-c08adb8424d9 HTTP/1.1" status: 204 len: 168 time: 0.1231363 Sep 10 16:42:06.918120 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6f6bc-4495-45e7-b951-1de65e7bbf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8960386-cecc-43bb-aed8-c08adb8424d9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 16:42:16.935985 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:42:17.748247 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e6234ad-492c-4950-bbb1-2be0015f7cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:20.041076 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ffe7-1b74-41f8-8fc6-3c4eac0f64d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:20.435138 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:20.737260 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:21.495228 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:23.065877 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:47.748824 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-020601a9-c0a6-407d-9747-29026c5f58a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:50.041290 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-822ab7e2-24a0-4334-bbc7-b3a56bda9847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:50.446315 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:50.737954 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:51.497779 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:53.068068 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:42:53.934208 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:43:17.749246 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4b6a-f971-46bb-b73b-4afaa32965f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:20.042085 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-5328c3fb-1063-4026-a1e2-a74ac6281691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:20.451483 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:20.738132 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:21.500032 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:23.070931 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:30.934063 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:43:47.750632 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-339de7a3-91d9-4559-afaa-aa1c70a0e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:50.043650 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9c622dc2-31e4-4a43-80cb-e4d12651c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:50.466086 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:50.737897 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:51.502651 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:43:53.074192 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:07.932198 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:44:17.750567 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-37732b10-4f2d-4046-b44b-1c110fa9c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:20.042941 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e1c67459-e853-40b9-8cc3-4ed3baa6e81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:20.467305 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:20.738030 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:21.505253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:23.076970 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:44.931464 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:44:47.751426 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3c4c-98d7-4422-9722-da064e5eca85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:50.042929 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-09ecd7d5-ac49-486b-8b7d-566219b1a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:50.469582 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:50.738354 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:51.508641 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:44:53.080241 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:17.752739 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2e949d81-09ef-4002-a22a-ffe9b9d742d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:20.042424 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-844faa75-633d-4d41-a4a8-4826b3bd78f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:20.474594 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:20.739298 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:21.511565 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:21.930120 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:45:23.082493 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:47.754826 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-599770fc-a20e-4eaf-8992-e3045be5f049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:49.022418 dv-cinder-808464-1-iscsi neutron-server[93869]: DEBUG neutron.wsgi [req-abcb39f6-e1f2-4ec2-80c0-3eb3235639ea req-d506c8bc-0dc4-4c39-806a-21d70817ab4e service neutron] (93869) timed out ('10.222.0.39', 52199) {{(pid=93869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 16:45:49.752735 dv-cinder-808464-1-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-183db663-214c-4330-97a6-8f125dc241e5 req-7edfd7e2-9e8c-4e4b-8272-c8dacf607191 service neutron] (93868) timed out ('10.222.0.39', 52230) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 16:45:50.045197 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-f748dfd5-712f-4b9e-b1db-ba51ee2fb129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:50.481071 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:50.739856 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:51.514552 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:53.084429 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:45:58.928275 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:46:17.754349 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-e18fcf4e-da07-4e57-8042-8452633776f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:20.045357 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-956260a2-298b-4b3a-bb73-81fed4b359b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:20.496401 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:20.739659 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:21.517345 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:23.088656 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:35.926852 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:46:47.755128 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9302ae63-793b-40dc-915a-2a2ffd385396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.044776 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-734daf74-70e4-41fc-be92-00b4b4306c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.511551 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:50.740191 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:51.518731 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:46:53.090709 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:12.925144 dv-cinder-808464-1-iscsi neutron-server[93871]: DEBUG neutron.db.agents_db [None req-8ddc81e7-7695-4908-8c8e-5ceae5261687 None None] Agent healthcheck: found 6 active agents {{(pid=93871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 16:47:17.755695 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-05f932bb-a022-4ff0-8041-5fbe6cd4f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.044792 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-1700cebd-ab37-44ef-8995-0d9ca93e4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.511005 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-34c47ac3-f5c8-422e-8855-cd60ceb4364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:20.741244 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-c7ae67c7-1257-4298-8454-c921eaf871a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:21.521253 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-24a072f4-c31d-47b7-bc5f-970cc2ac2292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:23.093314 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f355-05c4-466b-8591-84fa8c6a97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 16:47:47.756078 dv-cinder-808464-1-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-93ff04e8-edf1-4d07-a465-074a62d73dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782904193675', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744907'] for agent, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}